Dec 06 11:10:02 user nova-compute[75260]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75260) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 11:10:02 user nova-compute[75260]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75260) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 11:10:02 user nova-compute[75260]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75260) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 11:10:02 user nova-compute[75260]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:10:03 user nova-compute[75260]: INFO nova.virt.driver [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 06 11:10:03 user nova-compute[75260]: INFO nova.compute.provider_config [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Acquiring lock "singleton_lock" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Acquired lock "singleton_lock" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Releasing lock "singleton_lock" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Full set of CONF: {{(pid=75260) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ******************************************************************************** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Configuration options gathered from: {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ================================================================================ {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] allow_resize_to_same_host      = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] arq_binding_timeout            = 300 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] backdoor_port                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] backdoor_socket                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] block_device_allocate_retries  = 300 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] block_device_allocate_retries_interval = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cert                           = self.pem {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute_monitors               = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] config_dir                     = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] config_drive_format            = iso9660 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] config_source                  = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] console_host                   = user {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] control_exchange               = nova {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cpu_allocation_ratio           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] daemon                         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] debug                          = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] default_access_ip_network_name = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] default_availability_zone      = nova {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] default_ephemeral_format       = ext4 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] default_green_pool_size        = 1000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] default_schedule_zone          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] disk_allocation_ratio          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] enable_new_services            = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] enabled_ssl_apis               = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] flat_injected                  = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] force_config_drive             = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] force_raw_images               = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] graceful_shutdown_timeout      = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] heal_instance_info_cache_interval = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] host                           = user {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_build_timeout         = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_delete_interval       = 300 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_name_template         = instance-%08x {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_usage_audit           = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_usage_audit_period    = month {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] internal_service_availability_zone = internal {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] key                            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] live_migration_retry_count     = 30 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_config_append              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_dir                        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_file                       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_options                    = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_rotate_interval            = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_rotate_interval_type       = days {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] log_rotation_type              = none {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] long_rpc_timeout               = 1800 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] max_concurrent_builds          = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] max_concurrent_live_migrations = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] max_concurrent_snapshots       = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] max_local_block_devices        = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] max_logfile_count              = 30 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] max_logfile_size_mb            = 200 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] maximum_instance_delete_attempts = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metadata_listen                = 0.0.0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metadata_listen_port           = 8775 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metadata_workers               = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] migrate_max_retries            = -1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] mkisofs_cmd                    = genisoimage {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] my_ip                          = 10.0.0.210 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] network_allocate_retries       = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] osapi_compute_listen_port      = 8774 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] osapi_compute_unique_server_name_scope =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] osapi_compute_workers          = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] password_length                = 12 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] periodic_enable                = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] periodic_fuzzy_delay           = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] pointer_model                  = ps2mouse {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] preallocate_images             = none {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] publish_errors                 = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] pybasedir                      = /opt/stack/nova {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ram_allocation_ratio           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rate_limit_burst               = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rate_limit_except_level        = CRITICAL {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rate_limit_interval            = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reboot_timeout                 = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reclaim_instance_interval      = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] record                         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reimage_timeout_per_gb         = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] report_interval                = 120 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rescue_timeout                 = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reserved_host_cpus             = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reserved_host_disk_mb          = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reserved_host_memory_mb        = 512 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] reserved_huge_pages            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] resize_confirm_window          = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] resize_fs_using_block_device   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] resume_guests_state_on_host_boot = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rpc_response_timeout           = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] run_external_periodic_tasks    = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] running_deleted_instance_action = reap {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] running_deleted_instance_timeout = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler_instance_sync_interval = 120 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_down_time              = 720 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] servicegroup_driver            = db {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] shelved_offload_time           = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] shelved_poll_interval          = 3600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] shutdown_timeout               = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] source_is_ipv6                 = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ssl_only                       = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] state_path                     = /opt/stack/data/nova {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] sync_power_state_interval      = 600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] sync_power_state_pool_size     = 1000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] syslog_log_facility            = LOG_USER {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] tempdir                        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] timeout_nbd                    = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] transport_url                  = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] update_resources_interval      = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_cow_images                 = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_eventlog                   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_journal                    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_json                       = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_rootwrap_daemon            = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_stderr                     = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] use_syslog                     = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vcpu_pin_set                   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plugging_is_fatal          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plugging_timeout           = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] virt_mkfs                      = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] volume_usage_poll_interval     = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] watch_log_file                 = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] web                            = /usr/share/spice-html5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_concurrency.disable_process_locking = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.auth_strategy              = keystone {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.compute_link_prefix        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.dhcp_domain                = novalocal {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.enable_instance_password   = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.glance_link_prefix         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.instance_list_per_project_cells = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.list_records_by_skipping_down_cells = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.local_metadata_per_cell    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.max_limit                  = 1000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.metadata_cache_expiration  = 15 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.neutron_default_tenant_id  = default {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.use_forwarded_for          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.use_neutron_default_nets   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_dynamic_targets = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_jsonfile_path   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.backend_argument         = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.config_prefix            = cache.oslo {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.dead_timeout             = 60.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.debug_cache_backend      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.enable_retry_client      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.enable_socket_keepalive  = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.enabled                  = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.expiration_time          = 600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.hashclient_retry_attempts = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_dead_retry      = 300 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_password        =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_sasl_enabled    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.memcache_username        =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.proxies                  = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.retry_attempts           = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.retry_delay              = 0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.socket_keepalive_count   = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.socket_keepalive_idle    = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.socket_keepalive_interval = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.tls_allowed_ciphers      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.tls_cafile               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.tls_certfile             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.tls_enabled              = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cache.tls_keyfile              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.auth_section            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.auth_type               = password {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.cafile                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.certfile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.collect_timing          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.cross_az_attach         = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.debug                   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.endpoint_template       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.http_retries            = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.insecure                = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.keyfile                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.os_region_name          = RegionOne {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.split_loggers           = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cinder.timeout                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.cpu_dedicated_set      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.cpu_shared_set         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.image_type_exclude_list = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.resource_provider_association_refresh = 300 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.shutdown_retry_interval = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] conductor.workers              = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] console.allowed_origins        = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] console.ssl_ciphers            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] console.ssl_minimum_version    = default {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] consoleauth.token_ttl          = 600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.cafile                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.certfile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.collect_timing          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.connect_retries         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.connect_retry_delay     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.endpoint_override       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.insecure                = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.keyfile                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.max_version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.min_version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.region_name             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.service_name            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.service_type            = accelerator {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.split_loggers           = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.status_code_retries     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.timeout                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] cyborg.version                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.backend               = sqlalchemy {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.connection            = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.connection_debug      = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.connection_parameters =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.connection_recycle_time = 3600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.connection_trace      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.db_inc_retry_interval = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.db_max_retries        = 20 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.db_max_retry_interval = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.db_retry_interval     = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.max_overflow          = 50 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.max_pool_size         = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.max_retries           = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.mysql_wsrep_sync_wait = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.pool_timeout          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.retry_interval        = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.slave_connection      = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] database.sqlite_synchronous    = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.backend           = sqlalchemy {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.connection        = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.connection_debug  = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.connection_parameters =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.connection_recycle_time = 3600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.connection_trace  = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.db_inc_retry_interval = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.db_max_retries    = 20 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.db_max_retry_interval = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.db_retry_interval = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.max_overflow      = 50 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.max_pool_size     = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.max_retries       = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.pool_timeout      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.retry_interval    = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.slave_connection  = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] api_database.sqlite_synchronous = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] devices.enabled_mdev_types     = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ephemeral_storage_encryption.enabled = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.api_servers             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.cafile                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.certfile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.collect_timing          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.connect_retries         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.connect_retry_delay     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.debug                   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.default_trusted_certificate_ids = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.enable_certificate_validation = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.enable_rbd_download     = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.endpoint_override       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.insecure                = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.keyfile                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.max_version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.min_version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.num_retries             = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.rbd_ceph_conf           =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.rbd_connect_timeout     = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.rbd_pool                =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.rbd_user                =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.region_name             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.service_name            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.service_type            = image {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.split_loggers           = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.status_code_retries     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.timeout                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.verify_glance_signatures = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] glance.version                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] guestfs.debug                  = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.config_drive_cdrom      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.config_drive_inject_password = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.enable_remotefx         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.instances_path_share    =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.limit_cpu_features      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.use_multipath_io        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.vswitch_name            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] mks.enabled                    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] image_cache.manager_interval   = 2400 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] image_cache.precache_concurrency = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] image_cache.remove_unused_base_images = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] image_cache.subdirectory_name  = _base {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.api_max_retries         = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.api_retry_interval      = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.auth_section            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.auth_type               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.cafile                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.certfile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.collect_timing          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.conductor_group         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.connect_retries         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.connect_retry_delay     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.endpoint_override       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.insecure                = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.keyfile                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.max_version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.min_version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.peer_list               = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.region_name             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.serial_console_state_timeout = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.service_name            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.service_type            = baremetal {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.split_loggers           = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.status_code_retries     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.timeout                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ironic.version                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] key_manager.fixed_key          = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.barbican_api_version  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.barbican_endpoint     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.barbican_endpoint_type = public {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.barbican_region_name  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.cafile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.certfile              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.collect_timing        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.insecure              = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.keyfile               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.number_of_retries     = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.retry_delay           = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.send_service_user_token = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.split_loggers         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.timeout               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.verify_ssl            = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican.verify_ssl_path       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.auth_section = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.auth_type = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.cafile   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.certfile = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.collect_timing = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.insecure = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.keyfile  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.split_loggers = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] barbican_service_user.timeout  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.approle_role_id          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.approle_secret_id        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.cafile                   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.certfile                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.collect_timing           = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.insecure                 = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.keyfile                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.kv_mountpoint            = secret {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.kv_path                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.kv_version               = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.namespace                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.root_token_id            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.split_loggers            = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.ssl_ca_crt_file          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.timeout                  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.use_ssl                  = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.auth_section          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.auth_type             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.cafile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.certfile              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.collect_timing        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.connect_retries       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.connect_retry_delay   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.endpoint_override     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.insecure              = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.keyfile               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.max_version           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.min_version           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.region_name           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.service_name          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.service_type          = identity {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.split_loggers         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.status_code_retries   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.timeout               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] keystone.version               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.connection_uri         =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_mode               = custom {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: WARNING oslo_config.cfg [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_power_governor_high = performance {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_power_management   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.device_detach_attempts = 8 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.device_detach_timeout  = 20 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.disk_cachemodes        = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.disk_prefix            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.enabled_perf_events    = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.file_backed_memory     = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.gid_maps               = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.hw_disk_discard        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.hw_machine_type        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_rbd_pool        = rbd {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_type            = default {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.images_volume_group    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.inject_key             = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.inject_partition       = -2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.inject_password        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.iscsi_iface            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.iser_use_multipath     = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_downtime = 500 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_inbound_addr = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_scheme  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_timeout_action = abort {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_tunnelled = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: WARNING oslo_config.cfg [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 06 11:10:03 user nova-compute[75260]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 06 11:10:03 user nova-compute[75260]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 06 11:10:03 user nova-compute[75260]: and ``live_migration_inbound_addr`` respectively.
Dec 06 11:10:03 user nova-compute[75260]: ).  Its value may be silently ignored in the future.
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.live_migration_with_native_tls = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.max_queues             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.migration_inbound_addr = 10.0.0.210 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.nfs_mount_options      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.num_pcie_ports         = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.pmem_namespaces        = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.quobyte_client_cfg     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rbd_secret_uuid        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rbd_user               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rescue_image_id        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rescue_kernel_id       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.rx_queue_size          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.smbfs_mount_options    =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.snapshot_compression   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.snapshot_image_format  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.sparse_logical_volumes = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.swtpm_enabled          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.swtpm_group            = tss {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.swtpm_user             = tss {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.sysinfo_serial         = unique {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.tb_cache_size          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.tx_queue_size          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.uid_maps               = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.use_virtio_for_bridges = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.virt_type              = kvm {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.volume_clear           = zero {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.volume_clear_size      = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.volume_use_multipath   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_cache_path   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.auth_section           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.auth_type              = password {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.cafile                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.certfile               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.collect_timing         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.connect_retries        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.connect_retry_delay    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.default_floating_pool  = public {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.endpoint_override      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.extension_sync_interval = 600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.http_retries           = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.insecure               = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.keyfile                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.max_version            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.min_version            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.ovs_bridge             = br-int {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.physnets               = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.region_name            = RegionOne {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.service_metadata_proxy = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.service_name           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.service_type           = network {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.split_loggers          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.status_code_retries    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.timeout                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] neutron.version                = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] notifications.bdms_in_notifications = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] notifications.default_level    = INFO {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] notifications.notification_format = unversioned {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] notifications.notify_on_state_change = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] pci.alias                      = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] pci.device_spec                = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] pci.report_in_placement        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.auth_section         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.auth_type            = password {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.cafile               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.certfile             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.collect_timing       = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.connect_retries      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.connect_retry_delay  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.default_domain_id    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.default_domain_name  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.domain_id            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.domain_name          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.endpoint_override    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.insecure             = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.keyfile              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.max_version          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.min_version          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.password             = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.project_domain_id    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.project_domain_name  = Default {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.project_id           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.project_name         = service {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.region_name          = RegionOne {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.service_name         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.service_type         = placement {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.split_loggers        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.status_code_retries  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.system_scope         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.timeout              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.trust_id             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.user_domain_id       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.user_domain_name     = Default {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.user_id              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.username             = placement {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] placement.version              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.cores                    = 20 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.count_usage_from_placement = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.injected_file_content_bytes = 10240 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.injected_file_path_length = 255 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.injected_files           = 5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.instances                = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.key_pairs                = 100 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.metadata_items           = 128 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.ram                      = 51200 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.recheck_quota            = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.server_group_members     = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] quota.server_groups            = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rdp.enabled                    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.image_metadata_prefilter = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.max_attempts         = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.max_placement_results = 1000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] scheduler.workers              = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.host_subset_size = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.isolated_hosts = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.isolated_images = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.pci_in_placement = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.track_instance_changes = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metrics.required               = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metrics.weight_multiplier      = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] metrics.weight_setting         = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] serial_console.enabled         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] serial_console.port_range      = 10000:20000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] serial_console.serialproxy_port = 6083 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.auth_section      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.auth_type         = password {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.cafile            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.certfile          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.collect_timing    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.insecure          = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.keyfile           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.send_service_user_token = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.split_loggers     = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] service_user.timeout           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.agent_enabled            = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.enabled                  = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.html5proxy_port          = 6082 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.image_compression        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.jpeg_compression         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.playback_compression     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.server_listen            = 127.0.0.1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.streaming_mode           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] spice.zlib_compression         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] upgrade_levels.baseapi         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] upgrade_levels.compute         = auto {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] upgrade_levels.conductor       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] upgrade_levels.scheduler       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.cafile = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.certfile = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.insecure = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vendordata_dynamic_auth.timeout = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.api_retry_count         = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.ca_file                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.cache_prefix            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.cluster_name            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.connection_pool_size    = 10 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.console_delay_seconds   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.datastore_regex         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.host_ip                 = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.host_password           = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.host_port               = 443 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.host_username           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.insecure                = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.integration_bridge      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.maximum_objects         = 100 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.pbm_default_policy      = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.pbm_enabled             = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.pbm_wsdl_location       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.serial_port_proxy_uri   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.serial_port_service_uri = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.task_poll_interval      = 0.5 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.use_linked_clone        = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.vnc_keymap              = en-us {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.vnc_port                = 5900 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vmware.vnc_port_total          = 10000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.auth_schemes               = ['none'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.enabled                    = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.novncproxy_port            = 6080 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.vencrypt_ca_certs          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.vencrypt_client_cert       = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vnc.vencrypt_client_key        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.disable_rootwrap   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.enable_numa_live_migration = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.libvirt_disable_apic = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.client_socket_timeout     = 900 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.default_pool_size         = 1000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.keep_alive                = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.max_header_line           = 16384 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.ssl_ca_file               = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.ssl_cert_file             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.ssl_key_file              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.tcp_keepidle              = 600 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] zvm.ca_file                    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] zvm.cloud_connector_url        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] zvm.reachable_timeout          = 300 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.enforce_new_defaults = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.enforce_scope      = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.policy_default_rule = default {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.connection_string     = messaging:// {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.enabled               = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.es_doc_type           = notification {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.es_scroll_size        = 10000 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.es_scroll_time        = 2m {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.filter_error_trace    = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.hmac_keys             = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.sentinel_service_name = mymaster {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.socket_timeout        = 0.1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.trace_requests        = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler.trace_sqlalchemy      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler_jaeger.process_tags   = {} {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler_jaeger.service_name_prefix = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] profiler_otlp.service_name_prefix = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] remote_debug.host              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] remote_debug.port              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_notifications.retry = -1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.auth_section        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.auth_type           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.cafile              = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.certfile            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.collect_timing      = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.connect_retries     = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.connect_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.endpoint_id         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.endpoint_override   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.insecure            = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.keyfile             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.max_version         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.min_version         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.region_name         = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.service_name        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.service_type        = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.split_loggers       = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.status_code_retries = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.status_code_retry_delay = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.timeout             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.valid_interfaces    = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_limit.version             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_reports.file_event_handler = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] oslo_reports.log_dir           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_ovs_privileged.group  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] vif_plug_ovs_privileged.user   = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.isolate_vif         = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] os_brick.lock_path             = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] privsep_osbrick.capabilities   = [21] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] privsep_osbrick.group          = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] privsep_osbrick.helper_command = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] privsep_osbrick.user           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] nova_sys_admin.group           = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] nova_sys_admin.helper_command  = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] nova_sys_admin.user            = None {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG oslo_service.service [None req-18686012-4eca-4df5-810d-ec2d860fd7a8 None None] ******************************************************************************** {{(pid=75260) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 06 11:10:03 user nova-compute[75260]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Connecting to libvirt: qemu:///system {{(pid=75260) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f0e54f2e590> {{(pid=75260) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 06 11:10:03 user nova-compute[75260]: libvirt:  error : internal error: could not initialize domain event timer
Dec 06 11:10:03 user nova-compute[75260]: WARNING nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f0e54f2e590> {{(pid=75260) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Starting native event thread {{(pid=75260) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Starting green dispatch thread {{(pid=75260) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Starting connection event dispatch thread {{(pid=75260) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 06 11:10:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Connection event '1' reason 'None'
Dec 06 11:10:03 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 11:10:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.mount [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Initialising _HostMountState generation 0 {{(pid=75260) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 06 11:10:11 user nova-compute[75260]: INFO nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host capabilities <capabilities>
Dec 06 11:10:11 user nova-compute[75260]:   <host>
Dec 06 11:10:11 user nova-compute[75260]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 06 11:10:11 user nova-compute[75260]:     <cpu>
Dec 06 11:10:11 user nova-compute[75260]:       <arch>x86_64</arch>
Dec 06 11:10:11 user nova-compute[75260]:       <model>IvyBridge-IBRS</model>
Dec 06 11:10:11 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:11 user nova-compute[75260]:       <microcode version='1070'/>
Dec 06 11:10:11 user nova-compute[75260]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 06 11:10:11 user nova-compute[75260]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='ss'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='vmx'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='pcid'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='osxsave'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='hypervisor'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='arat'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='tsc_adjust'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='md-clear'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='stibp'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='arch-capabilities'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='ssbd'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='invtsc'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='rsba'/>
Dec 06 11:10:11 user nova-compute[75260]:       <feature name='skip-l1dfl-vmentry'/>
Dec 06 11:10:11 user nova-compute[75260]:       <pages unit='KiB' size='4'/>
Dec 06 11:10:11 user nova-compute[75260]:       <pages unit='KiB' size='2048'/>
Dec 06 11:10:11 user nova-compute[75260]:     </cpu>
Dec 06 11:10:11 user nova-compute[75260]:     <power_management>
Dec 06 11:10:11 user nova-compute[75260]:       <suspend_mem/>
Dec 06 11:10:11 user nova-compute[75260]:       <suspend_disk/>
Dec 06 11:10:11 user nova-compute[75260]:       <suspend_hybrid/>
Dec 06 11:10:11 user nova-compute[75260]:     </power_management>
Dec 06 11:10:11 user nova-compute[75260]:     <iommu support='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     <migration_features>
Dec 06 11:10:11 user nova-compute[75260]:       <live/>
Dec 06 11:10:11 user nova-compute[75260]:       <uri_transports>
Dec 06 11:10:11 user nova-compute[75260]:         <uri_transport>tcp</uri_transport>
Dec 06 11:10:11 user nova-compute[75260]:         <uri_transport>rdma</uri_transport>
Dec 06 11:10:11 user nova-compute[75260]:       </uri_transports>
Dec 06 11:10:11 user nova-compute[75260]:     </migration_features>
Dec 06 11:10:11 user nova-compute[75260]:     <topology>
Dec 06 11:10:11 user nova-compute[75260]:       <cells num='2'>
Dec 06 11:10:11 user nova-compute[75260]:         <cell id='0'>
Dec 06 11:10:11 user nova-compute[75260]:           <memory unit='KiB'>8189224</memory>
Dec 06 11:10:11 user nova-compute[75260]:           <pages unit='KiB' size='4'>2047306</pages>
Dec 06 11:10:11 user nova-compute[75260]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 11:10:11 user nova-compute[75260]:           <distances>
Dec 06 11:10:11 user nova-compute[75260]:             <sibling id='0' value='10'/>
Dec 06 11:10:11 user nova-compute[75260]:             <sibling id='1' value='20'/>
Dec 06 11:10:11 user nova-compute[75260]:           </distances>
Dec 06 11:10:11 user nova-compute[75260]:           <cpus num='6'>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 06 11:10:11 user nova-compute[75260]:           </cpus>
Dec 06 11:10:11 user nova-compute[75260]:         </cell>
Dec 06 11:10:11 user nova-compute[75260]:         <cell id='1'>
Dec 06 11:10:11 user nova-compute[75260]:           <memory unit='KiB'>8206460</memory>
Dec 06 11:10:11 user nova-compute[75260]:           <pages unit='KiB' size='4'>2051615</pages>
Dec 06 11:10:11 user nova-compute[75260]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 11:10:11 user nova-compute[75260]:           <distances>
Dec 06 11:10:11 user nova-compute[75260]:             <sibling id='0' value='20'/>
Dec 06 11:10:11 user nova-compute[75260]:             <sibling id='1' value='10'/>
Dec 06 11:10:11 user nova-compute[75260]:           </distances>
Dec 06 11:10:11 user nova-compute[75260]:           <cpus num='6'>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 06 11:10:11 user nova-compute[75260]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 06 11:10:11 user nova-compute[75260]:           </cpus>
Dec 06 11:10:11 user nova-compute[75260]:         </cell>
Dec 06 11:10:11 user nova-compute[75260]:       </cells>
Dec 06 11:10:11 user nova-compute[75260]:     </topology>
Dec 06 11:10:11 user nova-compute[75260]:     <cache>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 06 11:10:11 user nova-compute[75260]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 06 11:10:11 user nova-compute[75260]:     </cache>
Dec 06 11:10:11 user nova-compute[75260]:     <secmodel>
Dec 06 11:10:11 user nova-compute[75260]:       <model>apparmor</model>
Dec 06 11:10:11 user nova-compute[75260]:       <doi>0</doi>
Dec 06 11:10:11 user nova-compute[75260]:     </secmodel>
Dec 06 11:10:11 user nova-compute[75260]:     <secmodel>
Dec 06 11:10:11 user nova-compute[75260]:       <model>dac</model>
Dec 06 11:10:11 user nova-compute[75260]:       <doi>0</doi>
Dec 06 11:10:11 user nova-compute[75260]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 06 11:10:11 user nova-compute[75260]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 06 11:10:11 user nova-compute[75260]:     </secmodel>
Dec 06 11:10:11 user nova-compute[75260]:   </host>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='alpha'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>clipper</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='armv6l'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>spitz</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>nuri</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>kzm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sx1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>z2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>tosa</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>n810</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>n800</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>terrier</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>midway</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>microbit</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>verdex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>highbank</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>akita</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>connex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>collie</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='armv7l'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>spitz</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>nuri</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>kzm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sx1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>z2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>tosa</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>n810</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>n800</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>terrier</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>midway</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>microbit</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>verdex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>highbank</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>akita</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>connex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>collie</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='aarch64'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>spitz</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>nuri</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>kzm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sx1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>z2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>tosa</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>n810</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>n800</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>terrier</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>midway</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>microbit</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>verdex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>raspi3b</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>highbank</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>akita</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>connex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>collie</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <acpi default='on' toggle='yes'/>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='cris'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='i686'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>isapc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>microvm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='kvm'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <pae/>
Dec 06 11:10:11 user nova-compute[75260]:       <nonpae/>
Dec 06 11:10:11 user nova-compute[75260]:       <acpi default='on' toggle='yes'/>
Dec 06 11:10:11 user nova-compute[75260]:       <apic default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='m68k'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>an5206</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>q800</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>next-cube</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='microblaze'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='microblazeel'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='mips'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='16'>malta</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='mipsel'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='16'>malta</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='mips64'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='16'>malta</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>pica61</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>magnum</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='mips64el'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='16'>malta</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>pica61</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>magnum</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='16'>boston</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='ppc'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mac99</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>40p</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>taihu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='ppc64'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>taihu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>40p</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mac99</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='ppc64le'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>taihu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>40p</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>mac99</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='riscv32'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='8'>spike</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>opentitan</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='8'>virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='riscv64'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='8'>spike</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>shakti_c</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='8'>virt</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='s390x'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='sh4'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>shix</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>r2d</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='sh4eb'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>shix</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>r2d</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='sparc'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>SS-5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>SS-20</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>LX</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>SS-4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='4'>SS-10</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>Voyager</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='sparc64'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sun4u</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>niagara</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='1'>sun4v</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:11 user nova-compute[75260]:     </arch>
Dec 06 11:10:11 user nova-compute[75260]:     <features>
Dec 06 11:10:11 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:11 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:11 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:11 user nova-compute[75260]:     </features>
Dec 06 11:10:11 user nova-compute[75260]:   </guest>
Dec 06 11:10:11 user nova-compute[75260]:   <guest>
Dec 06 11:10:11 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:11 user nova-compute[75260]:     <arch name='x86_64'>
Dec 06 11:10:11 user nova-compute[75260]:       <wordsize>64</wordsize>
Dec 06 11:10:11 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 11:10:11 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='1'>isapc</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>microvm</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:12 user nova-compute[75260]:       <domain type='kvm'/>
Dec 06 11:10:12 user nova-compute[75260]:     </arch>
Dec 06 11:10:12 user nova-compute[75260]:     <features>
Dec 06 11:10:12 user nova-compute[75260]:       <acpi default='on' toggle='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:       <apic default='on' toggle='no'/>
Dec 06 11:10:12 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:12 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:12 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     </features>
Dec 06 11:10:12 user nova-compute[75260]:   </guest>
Dec 06 11:10:12 user nova-compute[75260]:   <guest>
Dec 06 11:10:12 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:12 user nova-compute[75260]:     <arch name='xtensa'>
Dec 06 11:10:12 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:12 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='4'>sim</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>kc705</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>ml605</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>virt</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx200</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx60</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:12 user nova-compute[75260]:     </arch>
Dec 06 11:10:12 user nova-compute[75260]:     <features>
Dec 06 11:10:12 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:12 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:12 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     </features>
Dec 06 11:10:12 user nova-compute[75260]:   </guest>
Dec 06 11:10:12 user nova-compute[75260]:   <guest>
Dec 06 11:10:12 user nova-compute[75260]:     <os_type>hvm</os_type>
Dec 06 11:10:12 user nova-compute[75260]:     <arch name='xtensaeb'>
Dec 06 11:10:12 user nova-compute[75260]:       <wordsize>32</wordsize>
Dec 06 11:10:12 user nova-compute[75260]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='4'>sim</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>kc705</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>ml605</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>virt</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx200</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>lx60</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 11:10:12 user nova-compute[75260]:       <domain type='qemu'/>
Dec 06 11:10:12 user nova-compute[75260]:     </arch>
Dec 06 11:10:12 user nova-compute[75260]:     <features>
Dec 06 11:10:12 user nova-compute[75260]:       <cpuselection/>
Dec 06 11:10:12 user nova-compute[75260]:       <deviceboot/>
Dec 06 11:10:12 user nova-compute[75260]:       <disksnapshot default='on' toggle='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     </features>
Dec 06 11:10:12 user nova-compute[75260]:   </guest>
Dec 06 11:10:12 user nova-compute[75260]: </capabilities>
Dec 06 11:10:12 user nova-compute[75260]: 
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'ubuntu-q35', 'q35', 'pc'} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-i440fx-jammy</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>i686</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='255'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'/>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='lm'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ide</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-q35-jammy</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>i686</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='288'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'/>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='lm'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-q35-6.2</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>i686</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='288'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'/>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='lm'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-i440fx-6.2</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>i686</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='255'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'/>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='lm'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ide</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'ubuntu-q35', 'q35', 'pc'} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-i440fx-jammy</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>x86_64</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='255'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>efi</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='invtsc'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='rsba'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ide</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-q35-jammy</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>x86_64</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='288'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>efi</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='invtsc'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='rsba'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-q35-6.2</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>x86_64</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='288'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>efi</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='invtsc'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='rsba'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 06 11:10:12 user nova-compute[75260]: <domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 11:10:12 user nova-compute[75260]:   <domain>kvm</domain>
Dec 06 11:10:12 user nova-compute[75260]:   <machine>pc-i440fx-6.2</machine>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>x86_64</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <vcpu max='255'/>
Dec 06 11:10:12 user nova-compute[75260]:   <iothreads supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:   <os supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='firmware'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>efi</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:     <loader supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>rom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pflash</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='readonly'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>yes</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='secure'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>no</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </loader>
Dec 06 11:10:12 user nova-compute[75260]:   </os>
Dec 06 11:10:12 user nova-compute[75260]:   <cpu>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-passthrough' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='hostPassthroughMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='maximum' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='maximumMigratable'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>on</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>off</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='host-model' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ss'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='vmx'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pcid'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='hypervisor'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arat'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='umip'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='md-clear'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='invtsc'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibpb'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='ibrs'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-stibp'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='rsba'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='erms'/>
Dec 06 11:10:12 user nova-compute[75260]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:     <mode name='custom' supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>qemu64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>qemu32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>phenom</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>pentium</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>n270</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm64</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>kvm32</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>coreduo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>core2duo</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>athlon</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Westmere</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Snowridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Skylake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>SandyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Penryn</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G5</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G4</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G3</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Opteron_G2</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Opteron_G1</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>IvyBridge</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Icelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Haswell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Rome</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-Milan</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>EPYC</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Dhyana</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cooperlake</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>Conroe</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='no'>Broadwell</model>
Dec 06 11:10:12 user nova-compute[75260]:       <model usable='yes'>486</model>
Dec 06 11:10:12 user nova-compute[75260]:     </mode>
Dec 06 11:10:12 user nova-compute[75260]:   </cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <memoryBacking supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:     <enum name='sourceType'>
Dec 06 11:10:12 user nova-compute[75260]:       <value>file</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>anonymous</value>
Dec 06 11:10:12 user nova-compute[75260]:       <value>memfd</value>
Dec 06 11:10:12 user nova-compute[75260]:     </enum>
Dec 06 11:10:12 user nova-compute[75260]:   </memoryBacking>
Dec 06 11:10:12 user nova-compute[75260]:   <devices>
Dec 06 11:10:12 user nova-compute[75260]:     <disk supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='diskDevice'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>disk</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cdrom</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>floppy</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>lun</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='bus'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ide</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>fdc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sata</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </disk>
Dec 06 11:10:12 user nova-compute[75260]:     <graphics supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='type'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>sdl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vnc</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>spice</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egl-headless</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </graphics>
Dec 06 11:10:12 user nova-compute[75260]:     <video supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='modelType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>cirrus</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>vmvga</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>qxl</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>none</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>bochs</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>ramfb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </video>
Dec 06 11:10:12 user nova-compute[75260]:     <hostdev supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='mode'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>subsystem</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='startupPolicy'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>default</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>mandatory</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>requisite</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>optional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='subsysType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>usb</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>pci</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>scsi</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='capsType'/>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='pciBackend'/>
Dec 06 11:10:12 user nova-compute[75260]:     </hostdev>
Dec 06 11:10:12 user nova-compute[75260]:     <rng supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtio-non-transitional</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>random</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>egd</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>builtin</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </rng>
Dec 06 11:10:12 user nova-compute[75260]:     <filesystem supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='driverType'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>path</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>handle</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>virtiofs</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </filesystem>
Dec 06 11:10:12 user nova-compute[75260]:     <tpm supported='yes'>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='model'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-tis</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>tpm-crb</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:       <enum name='backendModel'>
Dec 06 11:10:12 user nova-compute[75260]:         <value>passthrough</value>
Dec 06 11:10:12 user nova-compute[75260]:         <value>emulator</value>
Dec 06 11:10:12 user nova-compute[75260]:       </enum>
Dec 06 11:10:12 user nova-compute[75260]:     </tpm>
Dec 06 11:10:12 user nova-compute[75260]:   </devices>
Dec 06 11:10:12 user nova-compute[75260]:   <features>
Dec 06 11:10:12 user nova-compute[75260]:     <gic supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:     <vmcoreinfo supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <genid supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backingStoreInput supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <backup supported='yes'/>
Dec 06 11:10:12 user nova-compute[75260]:     <sev supported='no'/>
Dec 06 11:10:12 user nova-compute[75260]:   </features>
Dec 06 11:10:12 user nova-compute[75260]: </domainCapabilities>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75260) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75260) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Checking secure boot support for host arch (x86_64) {{(pid=75260) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Checking secure boot support for host arch (x86_64) {{(pid=75260) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Checking secure boot support for host arch (x86_64) {{(pid=75260) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Secure Boot support detected
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] cpu compare xml: <cpu match="exact">
Dec 06 11:10:12 user nova-compute[75260]:   <model>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]: </cpu>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10025}}
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.virt.node [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Generated node identity f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.virt.node [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Wrote node identity f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 to /opt/stack/data/nova/compute_id
Dec 06 11:10:12 user nova-compute[75260]: WARNING nova.compute.manager [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Compute nodes ['f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.compute.manager [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 06 11:10:12 user nova-compute[75260]: WARNING nova.compute.manager [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 11:10:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:10:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:10:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Hypervisor/Node resource view: name=user free_ram=10993MB free_disk=26.12527084350586GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:10:12 user nova-compute[75260]: WARNING nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] No compute node record for user:f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 could not be found.
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Compute node record created for user:user with uuid: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] [req-f745463c-52b5-424a-85c0-828f95f8cc68] Created resource provider record via placement API for resource provider with UUID f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 and name user.
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75260) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 06 11:10:12 user nova-compute[75260]: INFO nova.virt.libvirt.host [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] kernel doesn't support AMD SEV
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:10:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Libvirt baseline CPU <cpu>
Dec 06 11:10:12 user nova-compute[75260]:   <arch>x86_64</arch>
Dec 06 11:10:12 user nova-compute[75260]:   <model>Nehalem</model>
Dec 06 11:10:12 user nova-compute[75260]:   <vendor>Intel</vendor>
Dec 06 11:10:12 user nova-compute[75260]:   <topology sockets="6" cores="1" threads="1"/>
Dec 06 11:10:12 user nova-compute[75260]: </cpu>
Dec 06 11:10:12 user nova-compute[75260]:  {{(pid=75260) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12524}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Updated inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Updating resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 generation from 0 to 1 during operation: update_inventory {{(pid=75260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Updating resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 generation from 1 to 2 during operation: update_traits {{(pid=75260) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.693s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.service [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Creating RPC server for service compute {{(pid=75260) start /opt/stack/nova/nova/service.py:182}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.service [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] Join ServiceGroup membership for this service compute {{(pid=75260) start /opt/stack/nova/nova/service.py:199}}
Dec 06 11:10:13 user nova-compute[75260]: DEBUG nova.servicegroup.drivers.db [None req-719cbe2f-d0de-4a1b-a764-c625799056a0 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75260) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:11:07 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:11:07 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=10363MB free_disk=26.02899169921875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.266s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:11:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:12:03 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:12:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:12:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=10381MB free_disk=26.094371795654297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.128s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:12:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:12:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:13:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:13:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=10398MB free_disk=25.847824096679688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:13:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.314s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:13:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:13:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:13:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:14:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9690MB free_disk=25.866653442382812GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:14:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.133s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:14:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:15 user nova-compute[75260]: INFO nova.compute.claims [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Claim successful on node user
Dec 06 11:14:15 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:15 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.341s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:16 user nova-compute[75260]: INFO nova.compute.claims [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Claim successful on node user
Dec 06 11:14:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Creating image(s)
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.329s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.policy [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301606af5b284bbe932ff2db75e198ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1396aced11640e397033eedb25f7322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Creating image(s)
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "/opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG nova.policy [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab1d20171b245f08bccd714cbaee177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de599d7f41674eaabe3e3911034e7215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.part --force-share --output=json" returned: 0 in 0.240s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG nova.virt.images [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] 8a78d30c-b84a-4b02-a4ea-bb9217d18030 was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.part /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.part /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.converted" returned: 0 in 0.156s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9.converted --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.433s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:17 user nova-compute[75260]: INFO oslo.privsep.daemon [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp9bbb6vz9/privsep.sock']
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 1.107s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:17 user sudo[84518]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp9bbb6vz9/privsep.sock
Dec 06 11:14:17 user sudo[84518]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:18 user nova-compute[75260]: INFO nova.compute.claims [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Claim successful on node user
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.341s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Creating image(s)
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "/opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "/opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "/opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Successfully created port: 70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG nova.policy [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '805df32ad9954f07bfd9b1e951baed41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a3d1d923c449c9bdd9b586b5fb0197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:19 user sudo[84518]: pam_unix(sudo:session): session closed for user root
Dec 06 11:14:19 user nova-compute[75260]: INFO oslo.privsep.daemon [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Spawned new privsep daemon via rootwrap
Dec 06 11:14:19 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 11:14:19 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 11:14:19 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 06 11:14:19 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84522
Dec 06 11:14:19 user nova-compute[75260]: WARNING oslo_privsep.priv_context [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] privsep daemon already running
Dec 06 11:14:19 user nova-compute[75260]: WARNING oslo_privsep.priv_context [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] privsep daemon already running
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.153s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.210s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.162s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Successfully created port: d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk 1073741824" returned: 0 in 0.048s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.213s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.212s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk 1073741824" returned: 0 in 0.053s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.451s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Cannot resize image /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Ensure instance console log exists: /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk 1073741824" returned: 0 in 0.049s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Cannot resize image /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Ensure instance console log exists: /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Cannot resize image /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Ensure instance console log exists: /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Successfully created port: 7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Successfully updated port: 70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-changed-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Refreshing instance network info cache due to event network-changed-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] Acquiring lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:21 user nova-compute[75260]: INFO nova.compute.claims [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Claim successful on node user
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.327s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Successfully updated port: d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Creating image(s)
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "/opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "/opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "/opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updating instance_info_cache with network_info: [{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Instance network_info: |[{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] Acquired lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Refreshing network info cache for port 70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Start _get_guest_xml network_info=[{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-628404729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-628404729',id=2,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-vzjigsup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:17Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=f85fe28c-effa-4aa8-8008-b0a060a25044,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'pci_devices' on Instance uuid f85fe28c-effa-4aa8-8008-b0a060a25044 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:22 user nova-compute[75260]:   <uuid>f85fe28c-effa-4aa8-8008-b0a060a25044</uuid>
Dec 06 11:14:22 user nova-compute[75260]:   <name>instance-00000002</name>
Dec 06 11:14:22 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:22 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:22 user nova-compute[75260]:   <metadata>
Dec 06 11:14:22 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:22 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:22 user nova-compute[75260]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-628404729</nova:name>
Dec 06 11:14:22 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:22</nova:creationTime>
Dec 06 11:14:22 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:22 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:22 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:22 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:user uuid="0ab1d20171b245f08bccd714cbaee177">tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member</nova:user>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:project uuid="de599d7f41674eaabe3e3911034e7215">tempest-ServerBootFromVolumeStableRescueTest-279880957</nova:project>
Dec 06 11:14:22 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:22 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:22 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:22 user nova-compute[75260]:         <nova:port uuid="70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f">
Dec 06 11:14:22 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 11:14:22 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:22 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:22 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:22 user nova-compute[75260]:   </metadata>
Dec 06 11:14:22 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:22 user nova-compute[75260]:     <system>
Dec 06 11:14:22 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:22 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:22 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:22 user nova-compute[75260]:       <entry name="serial">f85fe28c-effa-4aa8-8008-b0a060a25044</entry>
Dec 06 11:14:22 user nova-compute[75260]:       <entry name="uuid">f85fe28c-effa-4aa8-8008-b0a060a25044</entry>
Dec 06 11:14:22 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:22 user nova-compute[75260]:     </system>
Dec 06 11:14:22 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:22 user nova-compute[75260]:   <os>
Dec 06 11:14:22 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:22 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:22 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:22 user nova-compute[75260]:   </os>
Dec 06 11:14:22 user nova-compute[75260]:   <features>
Dec 06 11:14:22 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:22 user nova-compute[75260]:     <apic/>
Dec 06 11:14:22 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:22 user nova-compute[75260]:   </features>
Dec 06 11:14:22 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:22 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:22 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:22 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:22 user nova-compute[75260]:   </clock>
Dec 06 11:14:22 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:22 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:22 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:22 user nova-compute[75260]:   </cpu>
Dec 06 11:14:22 user nova-compute[75260]:   <devices>
Dec 06 11:14:22 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:22 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:22 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk"/>
Dec 06 11:14:22 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:22 user nova-compute[75260]:     </disk>
Dec 06 11:14:22 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:22 user nova-compute[75260]:       <mac address="fa:16:3e:52:d7:13"/>
Dec 06 11:14:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:22 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:22 user nova-compute[75260]:       <target dev="tap70af1f27-6f"/>
Dec 06 11:14:22 user nova-compute[75260]:     </interface>
Dec 06 11:14:22 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:22 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/console.log" append="off"/>
Dec 06 11:14:22 user nova-compute[75260]:     </serial>
Dec 06 11:14:22 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:22 user nova-compute[75260]:     <video>
Dec 06 11:14:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:22 user nova-compute[75260]:     </video>
Dec 06 11:14:22 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:22 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:22 user nova-compute[75260]:     </rng>
Dec 06 11:14:22 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:22 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:22 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:22 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:22 user nova-compute[75260]:   </devices>
Dec 06 11:14:22 user nova-compute[75260]: </domain>
Dec 06 11:14:22 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-628404729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-628404729',id=2,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-vzjigsup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:17Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=f85fe28c-effa-4aa8-8008-b0a060a25044,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG os_vif [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Created schema index Interface.name {{(pid=75260) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Created schema index Port.name {{(pid=75260) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Created schema index Bridge.name {{(pid=75260) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.339s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.policy [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e84ce1a8eac34833839893f2481074ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b93bf5133c846c891e5fc6469018f34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [POLLOUT] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-changed-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Refreshing instance network info cache due to event network-changed-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '17d022c9-1fe1-50c4-953d-21145d2d5f9c', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:22 user nova-compute[75260]: INFO oslo.privsep.daemon [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpsr_vo8xi/privsep.sock']
Dec 06 11:14:22 user sudo[84578]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpsr_vo8xi/privsep.sock
Dec 06 11:14:22 user sudo[84578]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk 1073741824" returned: 0 in 0.050s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Successfully updated port: 7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquired lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking if we can resize image /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Cannot resize image /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Ensure instance console log exists: /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-changed-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Refreshing instance network info cache due to event network-changed-7ccc2630-3cf1-48ca-bf83-7963a19247cc. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] Acquiring lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance network_info: |[{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.neutron [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Refreshing network info cache for port d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start _get_guest_xml network_info=[{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:23 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:23 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'pci_devices' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:23 user nova-compute[75260]:   <uuid>bfecc9d3-580f-492d-b933-cfa754e4cd63</uuid>
Dec 06 11:14:23 user nova-compute[75260]:   <name>instance-00000001</name>
Dec 06 11:14:23 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:23 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:23 user nova-compute[75260]:   <metadata>
Dec 06 11:14:23 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:23 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:23 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeTestJSON-server-170520586</nova:name>
Dec 06 11:14:23 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:23</nova:creationTime>
Dec 06 11:14:23 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:23 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:23 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:23 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:user uuid="301606af5b284bbe932ff2db75e198ce">tempest-AttachVolumeTestJSON-7695040-project-member</nova:user>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:project uuid="c1396aced11640e397033eedb25f7322">tempest-AttachVolumeTestJSON-7695040</nova:project>
Dec 06 11:14:23 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:23 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:23 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:23 user nova-compute[75260]:         <nova:port uuid="d9fe50d8-eb8c-4e84-b131-6e3a48234bd1">
Dec 06 11:14:23 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:14:23 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:23 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:23 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:23 user nova-compute[75260]:   </metadata>
Dec 06 11:14:23 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:23 user nova-compute[75260]:     <system>
Dec 06 11:14:23 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:23 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:23 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:23 user nova-compute[75260]:       <entry name="serial">bfecc9d3-580f-492d-b933-cfa754e4cd63</entry>
Dec 06 11:14:23 user nova-compute[75260]:       <entry name="uuid">bfecc9d3-580f-492d-b933-cfa754e4cd63</entry>
Dec 06 11:14:23 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:23 user nova-compute[75260]:     </system>
Dec 06 11:14:23 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:23 user nova-compute[75260]:   <os>
Dec 06 11:14:23 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:23 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:23 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:23 user nova-compute[75260]:   </os>
Dec 06 11:14:23 user nova-compute[75260]:   <features>
Dec 06 11:14:23 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:23 user nova-compute[75260]:     <apic/>
Dec 06 11:14:23 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:23 user nova-compute[75260]:   </features>
Dec 06 11:14:23 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:23 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:23 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:23 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:23 user nova-compute[75260]:   </clock>
Dec 06 11:14:23 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:23 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:23 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:23 user nova-compute[75260]:   </cpu>
Dec 06 11:14:23 user nova-compute[75260]:   <devices>
Dec 06 11:14:23 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:23 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:23 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk"/>
Dec 06 11:14:23 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:23 user nova-compute[75260]:     </disk>
Dec 06 11:14:23 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:23 user nova-compute[75260]:       <mac address="fa:16:3e:75:7b:6f"/>
Dec 06 11:14:23 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:23 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:23 user nova-compute[75260]:       <target dev="tapd9fe50d8-eb"/>
Dec 06 11:14:23 user nova-compute[75260]:     </interface>
Dec 06 11:14:23 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:23 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/console.log" append="off"/>
Dec 06 11:14:23 user nova-compute[75260]:     </serial>
Dec 06 11:14:23 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:23 user nova-compute[75260]:     <video>
Dec 06 11:14:23 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:23 user nova-compute[75260]:     </video>
Dec 06 11:14:23 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:23 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:23 user nova-compute[75260]:     </rng>
Dec 06 11:14:23 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:23 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:23 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:23 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:23 user nova-compute[75260]:   </devices>
Dec 06 11:14:23 user nova-compute[75260]: </domain>
Dec 06 11:14:23 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG os_vif [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd799372-8e14-57ab-8eac-e4defe58f414', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user sudo[84578]: pam_unix(sudo:session): session closed for user root
Dec 06 11:14:24 user nova-compute[75260]: INFO oslo.privsep.daemon [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Spawned new privsep daemon via rootwrap
Dec 06 11:14:24 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 11:14:24 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 11:14:24 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 06 11:14:24 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84593
Dec 06 11:14:24 user nova-compute[75260]: WARNING oslo_privsep.priv_context [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] privsep daemon already running
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.network.neutron [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updated VIF entry in instance network info cache for port 70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.network.neutron [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updating instance_info_cache with network_info: [{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4302a02c-d214-459f-8d31-bd3a780cb117 req-24b21a53-81ef-48d0-846a-a0ad7c6a03dd service nova] Releasing lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.network.neutron [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updated VIF entry in instance network info cache for port d9fe50d8-eb8c-4e84-b131-6e3a48234bd1. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.network.neutron [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0427915b-ce32-4299-ad10-42cd9af9c01b req-d5718ddf-5a87-4358-a780-d28c3bd8edb8 service nova] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9fe50d8-eb, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9fe50d8-eb, col_values=(('qos', UUID('83624577-1efd-4cdb-8536-2ac994e72f4d')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9fe50d8-eb, col_values=(('external_ids', {'iface-id': 'd9fe50d8-eb8c-4e84-b131-6e3a48234bd1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:7b:6f', 'vm-uuid': 'bfecc9d3-580f-492d-b933-cfa754e4cd63'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: INFO os_vif [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb')
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70af1f27-6f, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70af1f27-6f, col_values=(('qos', UUID('56eed290-b386-441f-a09c-1a03eb5e322f')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70af1f27-6f, col_values=(('external_ids', {'iface-id': '70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:d7:13', 'vm-uuid': 'f85fe28c-effa-4aa8-8008-b0a060a25044'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:24 user nova-compute[75260]: INFO os_vif [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f')
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Updating instance_info_cache with network_info: [{"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No VIF found with MAC fa:16:3e:75:7b:6f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Releasing lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Instance network_info: |[{"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] Acquired lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.network.neutron [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Refreshing network info cache for port 7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Start _get_guest_xml network_info=[{"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No VIF found with MAC fa:16:3e:52:d7:13, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:25 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:25 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-105477425',display_name='tempest-ServersNegativeTestJSON-server-105477425',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-105477425',id=3,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='27a3d1d923c449c9bdd9b586b5fb0197',ramdisk_id='',reservation_id='r-ect3t44z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-242890255',owner_user_name='tempest-ServersNegativeTestJSON-242890255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:19Z,user_data=None,user_id='805df32ad9954f07bfd9b1e951baed41',uuid=9df7cf7a-2c20-4091-88f9-786d75543c9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converting VIF {"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lazy-loading 'pci_devices' on Instance uuid 9df7cf7a-2c20-4091-88f9-786d75543c9f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:25 user nova-compute[75260]:   <uuid>9df7cf7a-2c20-4091-88f9-786d75543c9f</uuid>
Dec 06 11:14:25 user nova-compute[75260]:   <name>instance-00000003</name>
Dec 06 11:14:25 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:25 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:25 user nova-compute[75260]:   <metadata>
Dec 06 11:14:25 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:25 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:25 user nova-compute[75260]:       <nova:name>tempest-ServersNegativeTestJSON-server-105477425</nova:name>
Dec 06 11:14:25 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:25</nova:creationTime>
Dec 06 11:14:25 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:25 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:25 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:25 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:user uuid="805df32ad9954f07bfd9b1e951baed41">tempest-ServersNegativeTestJSON-242890255-project-member</nova:user>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:project uuid="27a3d1d923c449c9bdd9b586b5fb0197">tempest-ServersNegativeTestJSON-242890255</nova:project>
Dec 06 11:14:25 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:25 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:25 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:25 user nova-compute[75260]:         <nova:port uuid="7ccc2630-3cf1-48ca-bf83-7963a19247cc">
Dec 06 11:14:25 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 11:14:25 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:25 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:25 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:25 user nova-compute[75260]:   </metadata>
Dec 06 11:14:25 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:25 user nova-compute[75260]:     <system>
Dec 06 11:14:25 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:25 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:25 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:25 user nova-compute[75260]:       <entry name="serial">9df7cf7a-2c20-4091-88f9-786d75543c9f</entry>
Dec 06 11:14:25 user nova-compute[75260]:       <entry name="uuid">9df7cf7a-2c20-4091-88f9-786d75543c9f</entry>
Dec 06 11:14:25 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:25 user nova-compute[75260]:     </system>
Dec 06 11:14:25 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:25 user nova-compute[75260]:   <os>
Dec 06 11:14:25 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:25 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:25 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:25 user nova-compute[75260]:   </os>
Dec 06 11:14:25 user nova-compute[75260]:   <features>
Dec 06 11:14:25 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:25 user nova-compute[75260]:     <apic/>
Dec 06 11:14:25 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:25 user nova-compute[75260]:   </features>
Dec 06 11:14:25 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:25 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:25 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:25 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:25 user nova-compute[75260]:   </clock>
Dec 06 11:14:25 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:25 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:25 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:25 user nova-compute[75260]:   </cpu>
Dec 06 11:14:25 user nova-compute[75260]:   <devices>
Dec 06 11:14:25 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:25 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:25 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk"/>
Dec 06 11:14:25 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:25 user nova-compute[75260]:     </disk>
Dec 06 11:14:25 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:25 user nova-compute[75260]:       <mac address="fa:16:3e:ad:32:60"/>
Dec 06 11:14:25 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:25 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:25 user nova-compute[75260]:       <target dev="tap7ccc2630-3c"/>
Dec 06 11:14:25 user nova-compute[75260]:     </interface>
Dec 06 11:14:25 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:25 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/console.log" append="off"/>
Dec 06 11:14:25 user nova-compute[75260]:     </serial>
Dec 06 11:14:25 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:25 user nova-compute[75260]:     <video>
Dec 06 11:14:25 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:25 user nova-compute[75260]:     </video>
Dec 06 11:14:25 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:25 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:25 user nova-compute[75260]:     </rng>
Dec 06 11:14:25 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:25 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:25 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:25 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:25 user nova-compute[75260]:   </devices>
Dec 06 11:14:25 user nova-compute[75260]: </domain>
Dec 06 11:14:25 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-105477425',display_name='tempest-ServersNegativeTestJSON-server-105477425',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-105477425',id=3,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='27a3d1d923c449c9bdd9b586b5fb0197',ramdisk_id='',reservation_id='r-ect3t44z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-242890255',owner_user_name='tempest-ServersNegativeTestJSON-242890255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:19Z,user_data=None,user_id='805df32ad9954f07bfd9b1e951baed41',uuid=9df7cf7a-2c20-4091-88f9-786d75543c9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converting VIF {"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG os_vif [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca0b702b-b1a4-5d1d-85d5-672ac483dba2', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ccc2630-3c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ccc2630-3c, col_values=(('qos', UUID('442bdade-0c85-4b51-a655-f2f2f2e2e813')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ccc2630-3c, col_values=(('external_ids', {'iface-id': '7ccc2630-3cf1-48ca-bf83-7963a19247cc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:32:60', 'vm-uuid': '9df7cf7a-2c20-4091-88f9-786d75543c9f'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:25 user nova-compute[75260]: INFO os_vif [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c')
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] No VIF found with MAC fa:16:3e:ad:32:60, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:26 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Successfully created port: 393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:26 user nova-compute[75260]: DEBUG nova.network.neutron [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Updated VIF entry in instance network info cache for port 7ccc2630-3cf1-48ca-bf83-7963a19247cc. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:26 user nova-compute[75260]: DEBUG nova.network.neutron [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Updating instance_info_cache with network_info: [{"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e55ef474-4cf4-4005-a53b-1f73ebeb2c78 req-1ef31a9e-78b7-4486-af32-8fc194cca29d service nova] Releasing lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Successfully updated port: 393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG nova.compute.manager [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-changed-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG nova.compute.manager [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Refreshing instance network info cache due to event network-changed-393eee0c-21c8-479c-ac24-c37aabe30367. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Instance network_info: |[{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Refreshing network info cache for port 393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Start _get_guest_xml network_info=[{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1373694341',display_name='tempest-ServerActionsTestOtherA-server-1373694341',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1373694341',id=4,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-3pr6j3wf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=101843a6-4fe7-4368-81a8-5a2ab00617ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'pci_devices' on Instance uuid 101843a6-4fe7-4368-81a8-5a2ab00617ad {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:30 user nova-compute[75260]:   <uuid>101843a6-4fe7-4368-81a8-5a2ab00617ad</uuid>
Dec 06 11:14:30 user nova-compute[75260]:   <name>instance-00000004</name>
Dec 06 11:14:30 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:30 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:30 user nova-compute[75260]:   <metadata>
Dec 06 11:14:30 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:30 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:30 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherA-server-1373694341</nova:name>
Dec 06 11:14:30 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:30</nova:creationTime>
Dec 06 11:14:30 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:30 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:30 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:30 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:user uuid="e84ce1a8eac34833839893f2481074ef">tempest-ServerActionsTestOtherA-1476203134-project-member</nova:user>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:project uuid="5b93bf5133c846c891e5fc6469018f34">tempest-ServerActionsTestOtherA-1476203134</nova:project>
Dec 06 11:14:30 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:30 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:30 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:30 user nova-compute[75260]:         <nova:port uuid="393eee0c-21c8-479c-ac24-c37aabe30367">
Dec 06 11:14:30 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 11:14:30 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:30 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:30 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:30 user nova-compute[75260]:   </metadata>
Dec 06 11:14:30 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:30 user nova-compute[75260]:     <system>
Dec 06 11:14:30 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:30 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:30 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:30 user nova-compute[75260]:       <entry name="serial">101843a6-4fe7-4368-81a8-5a2ab00617ad</entry>
Dec 06 11:14:30 user nova-compute[75260]:       <entry name="uuid">101843a6-4fe7-4368-81a8-5a2ab00617ad</entry>
Dec 06 11:14:30 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:30 user nova-compute[75260]:     </system>
Dec 06 11:14:30 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:30 user nova-compute[75260]:   <os>
Dec 06 11:14:30 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:30 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:30 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:30 user nova-compute[75260]:   </os>
Dec 06 11:14:30 user nova-compute[75260]:   <features>
Dec 06 11:14:30 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:30 user nova-compute[75260]:     <apic/>
Dec 06 11:14:30 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:30 user nova-compute[75260]:   </features>
Dec 06 11:14:30 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:30 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:30 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:30 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:30 user nova-compute[75260]:   </clock>
Dec 06 11:14:30 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:30 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:30 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:30 user nova-compute[75260]:   </cpu>
Dec 06 11:14:30 user nova-compute[75260]:   <devices>
Dec 06 11:14:30 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:30 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:30 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk"/>
Dec 06 11:14:30 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:30 user nova-compute[75260]:     </disk>
Dec 06 11:14:30 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:30 user nova-compute[75260]:       <mac address="fa:16:3e:9e:31:10"/>
Dec 06 11:14:30 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:30 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:30 user nova-compute[75260]:       <target dev="tap393eee0c-21"/>
Dec 06 11:14:30 user nova-compute[75260]:     </interface>
Dec 06 11:14:30 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:30 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/console.log" append="off"/>
Dec 06 11:14:30 user nova-compute[75260]:     </serial>
Dec 06 11:14:30 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:30 user nova-compute[75260]:     <video>
Dec 06 11:14:30 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:30 user nova-compute[75260]:     </video>
Dec 06 11:14:30 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:30 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:30 user nova-compute[75260]:     </rng>
Dec 06 11:14:30 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:30 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:30 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:30 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:30 user nova-compute[75260]:   </devices>
Dec 06 11:14:30 user nova-compute[75260]: </domain>
Dec 06 11:14:30 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1373694341',display_name='tempest-ServerActionsTestOtherA-server-1373694341',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1373694341',id=4,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-3pr6j3wf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=101843a6-4fe7-4368-81a8-5a2ab00617ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG os_vif [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8b1dda94-abdc-50b4-8eeb-bb77a1ce245d', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap393eee0c-21, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap393eee0c-21, col_values=(('qos', UUID('240aabdb-70f7-411c-b054-d0730edfa2bc')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap393eee0c-21, col_values=(('external_ids', {'iface-id': '393eee0c-21c8-479c-ac24-c37aabe30367', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:31:10', 'vm-uuid': '101843a6-4fe7-4368-81a8-5a2ab00617ad'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:30 user nova-compute[75260]: INFO os_vif [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21')
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No VIF found with MAC fa:16:3e:9e:31:10, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance spawned successfully.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Instance spawned successfully.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Took 12.41 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Took 14.94 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Instance spawned successfully.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.compute.manager [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Took 15.88 seconds to build instance.
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.compute.manager [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Took 13.32 seconds to build instance.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a45eb17e-6404-488f-a1c8-7aed4d16b37a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.306s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Took 14.89 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8e55cae7-fec5-417e-854a-7dcc2591a6b4 tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.571s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:31 user nova-compute[75260]: INFO nova.compute.manager [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Took 15.65 seconds to build instance.
Dec 06 11:14:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b3508363-a546-4e71-b458-dab870c9570d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.765s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updated VIF entry in instance network info cache for port 393eee0c-21c8-479c-ac24-c37aabe30367. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-39319372-cdc1-4199-b341-d6799c88e5ef req-8f935cd3-9ac0-4305-978c-66375f54385d service nova] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Instance spawned successfully.
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:35 user nova-compute[75260]: INFO nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Took 13.06 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:35 user nova-compute[75260]: INFO nova.compute.manager [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Took 13.89 seconds to build instance.
Dec 06 11:14:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1187a958-15d6-4e74-8b75-b3bb8a6ad3b3 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.044s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:39 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:39 user nova-compute[75260]: INFO nova.compute.claims [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Claim successful on node user
Dec 06 11:14:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.769s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Creating image(s)
Dec 06 11:14:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "/opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "/opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "4b0f01f90b9ab95959f4eaab0e290ca96e85de17" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "4b0f01f90b9ab95959f4eaab0e290ca96e85de17" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG nova.policy [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e180a2cf20e44c6a975a16d0102a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1551f6dabb5c4a45971d86cad199e7d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.part --force-share --output=json" returned: 0 in 0.328s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG nova.virt.images [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] 5726a6d7-7194-43a4-85b7-67752adeb46f was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.part /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.part /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.converted" returned: 0 in 0.221s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17.converted --force-share --output=json" returned: 0 in 0.236s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "4b0f01f90b9ab95959f4eaab0e290ca96e85de17" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.343s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:42 user nova-compute[75260]: INFO nova.compute.claims [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Claim successful on node user
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 --force-share --output=json" returned: 0 in 0.378s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "4b0f01f90b9ab95959f4eaab0e290ca96e85de17" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "4b0f01f90b9ab95959f4eaab0e290ca96e85de17" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 --force-share --output=json" returned: 0 in 0.280s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17,backing_fmt=raw /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17,backing_fmt=raw /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk 1073741824" returned: 0 in 0.068s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "4b0f01f90b9ab95959f4eaab0e290ca96e85de17" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.359s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.704s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 --force-share --output=json" returned: 0 in 0.212s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-f81c19c6-a21c-4431-b41e-132b6ab6ed8d req-9d08f2b2-1ec8-40c0-9ca6-bc5b86d2a4e7 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f81c19c6-a21c-4431-b41e-132b6ab6ed8d req-9d08f2b2-1ec8-40c0-9ca6-bc5b86d2a4e7 service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f81c19c6-a21c-4431-b41e-132b6ab6ed8d req-9d08f2b2-1ec8-40c0-9ca6-bc5b86d2a4e7 service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f81c19c6-a21c-4431-b41e-132b6ab6ed8d req-9d08f2b2-1ec8-40c0-9ca6-bc5b86d2a4e7 service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-f81c19c6-a21c-4431-b41e-132b6ab6ed8d req-9d08f2b2-1ec8-40c0-9ca6-bc5b86d2a4e7 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:14:43 user nova-compute[75260]: WARNING nova.compute.manager [req-f81c19c6-a21c-4431-b41e-132b6ab6ed8d req-9d08f2b2-1ec8-40c0-9ca6-bc5b86d2a4e7 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received unexpected event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with vm_state active and task_state None.
Dec 06 11:14:43 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Cannot resize image /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Ensure instance console log exists: /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:43 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Creating image(s)
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "/opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "/opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "/opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG nova.policy [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca306cda01a449a8a4f6a3062292edfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9587a2c775264a50bdc0a269c15829f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.225s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.237s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk 1073741824" returned: 0 in 0.057s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:43 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG nova.network.neutron [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Successfully created port: 59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Cannot resize image /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Ensure instance console log exists: /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-490706d5-c648-4ecd-8b1b-cdc6389bddec req-debf06ee-e82f-47bc-b922-29c07542e8bc service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-490706d5-c648-4ecd-8b1b-cdc6389bddec req-debf06ee-e82f-47bc-b922-29c07542e8bc service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-490706d5-c648-4ecd-8b1b-cdc6389bddec req-debf06ee-e82f-47bc-b922-29c07542e8bc service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-490706d5-c648-4ecd-8b1b-cdc6389bddec req-debf06ee-e82f-47bc-b922-29c07542e8bc service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-490706d5-c648-4ecd-8b1b-cdc6389bddec req-debf06ee-e82f-47bc-b922-29c07542e8bc service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:14:45 user nova-compute[75260]: WARNING nova.compute.manager [req-490706d5-c648-4ecd-8b1b-cdc6389bddec req-debf06ee-e82f-47bc-b922-29c07542e8bc service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received unexpected event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with vm_state active and task_state None.
Dec 06 11:14:45 user nova-compute[75260]: DEBUG nova.network.neutron [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Successfully created port: 68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Successfully updated port: 59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquired lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-changed-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Refreshing instance network info cache due to event network-changed-59661ccf-7410-4751-83e0-25d547450b55. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] Acquiring lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Successfully updated port: 68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquired lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-changed-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Refreshing instance network info cache due to event network-changed-68761d1a-b5dd-45bb-b805-a49e1caf74e0. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] Acquiring lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updating instance_info_cache with network_info: [{"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Releasing lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Instance network_info: |[{"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] Acquired lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Refreshing network info cache for port 59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Start _get_guest_xml network_info=[{"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:14:28Z,direct_url=<?>,disk_format='qcow2',id=5726a6d7-7194-43a4-85b7-67752adeb46f,min_disk=0,min_ram=0,name='',owner='27c6403a85a24800b1ead93335a79025',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:14:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': 'scsi', 'image_id': '5726a6d7-7194-43a4-85b7-67752adeb46f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:14:28Z,direct_url=<?>,disk_format='qcow2',id=5726a6d7-7194-43a4-85b7-67752adeb46f,min_disk=0,min_ram=0,name='',owner='27c6403a85a24800b1ead93335a79025',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:14:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1341921616',display_name='tempest-AttachSCSIVolumeTestJSON-server-1341921616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1341921616',id=5,image_ref='5726a6d7-7194-43a4-85b7-67752adeb46f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPAvqhvhxZgSg/nwiAtvErGU4QzFIsaCnjeLK53xi6973w5wULjDIsuX4L++ljo8Iy+u4gnFEGRVGkKqFLnDKXeIkv1XZVyy/QhpWvt9kCw4eYF4TIVVvLfJ05VnPfcf3A==',key_name='tempest-keypair-610429072',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1551f6dabb5c4a45971d86cad199e7d4',ramdisk_id='',reservation_id='r-i0kun9jt',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5726a6d7-7194-43a4-85b7-67752adeb46f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-472790996',owner_user_name='tempest-AttachSCSIVolumeTestJSON-472790996-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e180a2cf20e44c6a975a16d0102a766',uuid=d9ea5899-c80f-4f30-8fbc-1eb402a3beec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Converting VIF {"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.objects.instance [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lazy-loading 'pci_devices' on Instance uuid d9ea5899-c80f-4f30-8fbc-1eb402a3beec {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:47 user nova-compute[75260]:   <uuid>d9ea5899-c80f-4f30-8fbc-1eb402a3beec</uuid>
Dec 06 11:14:47 user nova-compute[75260]:   <name>instance-00000005</name>
Dec 06 11:14:47 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:47 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:47 user nova-compute[75260]:   <metadata>
Dec 06 11:14:47 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:47 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1341921616</nova:name>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:47</nova:creationTime>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:47 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:47 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:user uuid="9e180a2cf20e44c6a975a16d0102a766">tempest-AttachSCSIVolumeTestJSON-472790996-project-member</nova:user>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:project uuid="1551f6dabb5c4a45971d86cad199e7d4">tempest-AttachSCSIVolumeTestJSON-472790996</nova:project>
Dec 06 11:14:47 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:root type="image" uuid="5726a6d7-7194-43a4-85b7-67752adeb46f"/>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:port uuid="59661ccf-7410-4751-83e0-25d547450b55">
Dec 06 11:14:47 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 11:14:47 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:47 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:47 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:47 user nova-compute[75260]:   </metadata>
Dec 06 11:14:47 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:47 user nova-compute[75260]:     <system>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="serial">d9ea5899-c80f-4f30-8fbc-1eb402a3beec</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="uuid">d9ea5899-c80f-4f30-8fbc-1eb402a3beec</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:47 user nova-compute[75260]:     </system>
Dec 06 11:14:47 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:47 user nova-compute[75260]:   <os>
Dec 06 11:14:47 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:47 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:47 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:47 user nova-compute[75260]:   </os>
Dec 06 11:14:47 user nova-compute[75260]:   <features>
Dec 06 11:14:47 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:47 user nova-compute[75260]:     <apic/>
Dec 06 11:14:47 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:47 user nova-compute[75260]:   </features>
Dec 06 11:14:47 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:47 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:47 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:47 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:47 user nova-compute[75260]:   </clock>
Dec 06 11:14:47 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:47 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:47 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:47 user nova-compute[75260]:   </cpu>
Dec 06 11:14:47 user nova-compute[75260]:   <devices>
Dec 06 11:14:47 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:47 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:47 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk"/>
Dec 06 11:14:47 user nova-compute[75260]:       <target dev="sda" bus="scsi"/>
Dec 06 11:14:47 user nova-compute[75260]:       <address type="drive" controller="0" unit="0"/>
Dec 06 11:14:47 user nova-compute[75260]:     </disk>
Dec 06 11:14:47 user nova-compute[75260]:     <disk type="file" device="cdrom">
Dec 06 11:14:47 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 11:14:47 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.config"/>
Dec 06 11:14:47 user nova-compute[75260]:       <target dev="sdb" bus="scsi"/>
Dec 06 11:14:47 user nova-compute[75260]:       <address type="drive" controller="0" unit="1"/>
Dec 06 11:14:47 user nova-compute[75260]:     </disk>
Dec 06 11:14:47 user nova-compute[75260]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 06 11:14:47 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:47 user nova-compute[75260]:       <mac address="fa:16:3e:1a:a2:8f"/>
Dec 06 11:14:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:47 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:47 user nova-compute[75260]:       <target dev="tap59661ccf-74"/>
Dec 06 11:14:47 user nova-compute[75260]:     </interface>
Dec 06 11:14:47 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:47 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/console.log" append="off"/>
Dec 06 11:14:47 user nova-compute[75260]:     </serial>
Dec 06 11:14:47 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:47 user nova-compute[75260]:     <video>
Dec 06 11:14:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:47 user nova-compute[75260]:     </video>
Dec 06 11:14:47 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:47 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:47 user nova-compute[75260]:     </rng>
Dec 06 11:14:47 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:47 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:47 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:47 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:47 user nova-compute[75260]:   </devices>
Dec 06 11:14:47 user nova-compute[75260]: </domain>
Dec 06 11:14:47 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1341921616',display_name='tempest-AttachSCSIVolumeTestJSON-server-1341921616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1341921616',id=5,image_ref='5726a6d7-7194-43a4-85b7-67752adeb46f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPAvqhvhxZgSg/nwiAtvErGU4QzFIsaCnjeLK53xi6973w5wULjDIsuX4L++ljo8Iy+u4gnFEGRVGkKqFLnDKXeIkv1XZVyy/QhpWvt9kCw4eYF4TIVVvLfJ05VnPfcf3A==',key_name='tempest-keypair-610429072',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1551f6dabb5c4a45971d86cad199e7d4',ramdisk_id='',reservation_id='r-i0kun9jt',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5726a6d7-7194-43a4-85b7-67752adeb46f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-472790996',owner_user_name='tempest-AttachSCSIVolumeTestJSON-472790996-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e180a2cf20e44c6a975a16d0102a766',uuid=d9ea5899-c80f-4f30-8fbc-1eb402a3beec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Converting VIF {"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG os_vif [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e98cf1a-c6e5-5a8d-b0ef-7a5fbf2aed38', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59661ccf-74, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59661ccf-74, col_values=(('qos', UUID('f31c2a24-d05d-4415-98a1-1784e3eb695b')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59661ccf-74, col_values=(('external_ids', {'iface-id': '59661ccf-7410-4751-83e0-25d547450b55', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:a2:8f', 'vm-uuid': 'd9ea5899-c80f-4f30-8fbc-1eb402a3beec'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: INFO os_vif [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74')
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No BDM found with device name sda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No VIF found with MAC fa:16:3e:1a:a2:8f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:47 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Using config drive
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updating instance_info_cache with network_info: [{"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Releasing lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Instance network_info: |[{"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] Acquired lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Refreshing network info cache for port 68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Start _get_guest_xml network_info=[{"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1999536911',display_name='tempest-VolumesAdminNegativeTest-server-1999536911',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1999536911',id=6,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2fgqM6WmQou1kSL6pQC2D70K8un0lVNzrqrWfz6Bq0QRVQgeiwIrbW0/j9n6x/54PU823Z+42OVqDea6vDkPKDupf58oNrAr6Df1XIhd+9jGlZMogVzB02zuSVNnxGhg==',key_name='tempest-keypair-1057410553',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9587a2c775264a50bdc0a269c15829f3',ramdisk_id='',reservation_id='r-pd6ld40l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-407306904',owner_user_name='tempest-VolumesAdminNegativeTest-407306904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca306cda01a449a8a4f6a3062292edfb',uuid=34227fd8-b7df-43b9-b7a2-cb055be5f469,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converting VIF {"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.objects.instance [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'pci_devices' on Instance uuid 34227fd8-b7df-43b9-b7a2-cb055be5f469 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:47 user nova-compute[75260]:   <uuid>34227fd8-b7df-43b9-b7a2-cb055be5f469</uuid>
Dec 06 11:14:47 user nova-compute[75260]:   <name>instance-00000006</name>
Dec 06 11:14:47 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:47 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:47 user nova-compute[75260]:   <metadata>
Dec 06 11:14:47 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:47 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1999536911</nova:name>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:47</nova:creationTime>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:47 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:47 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:user uuid="ca306cda01a449a8a4f6a3062292edfb">tempest-VolumesAdminNegativeTest-407306904-project-member</nova:user>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:project uuid="9587a2c775264a50bdc0a269c15829f3">tempest-VolumesAdminNegativeTest-407306904</nova:project>
Dec 06 11:14:47 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:47 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:47 user nova-compute[75260]:         <nova:port uuid="68761d1a-b5dd-45bb-b805-a49e1caf74e0">
Dec 06 11:14:47 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:14:47 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:47 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:47 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:47 user nova-compute[75260]:   </metadata>
Dec 06 11:14:47 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:47 user nova-compute[75260]:     <system>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="serial">34227fd8-b7df-43b9-b7a2-cb055be5f469</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="uuid">34227fd8-b7df-43b9-b7a2-cb055be5f469</entry>
Dec 06 11:14:47 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:47 user nova-compute[75260]:     </system>
Dec 06 11:14:47 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:47 user nova-compute[75260]:   <os>
Dec 06 11:14:47 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:47 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:47 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:47 user nova-compute[75260]:   </os>
Dec 06 11:14:47 user nova-compute[75260]:   <features>
Dec 06 11:14:47 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:47 user nova-compute[75260]:     <apic/>
Dec 06 11:14:47 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:47 user nova-compute[75260]:   </features>
Dec 06 11:14:47 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:47 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:47 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:47 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:47 user nova-compute[75260]:   </clock>
Dec 06 11:14:47 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:47 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:47 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:47 user nova-compute[75260]:   </cpu>
Dec 06 11:14:47 user nova-compute[75260]:   <devices>
Dec 06 11:14:47 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:47 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:47 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk"/>
Dec 06 11:14:47 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:47 user nova-compute[75260]:     </disk>
Dec 06 11:14:47 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:47 user nova-compute[75260]:       <mac address="fa:16:3e:2a:f3:0a"/>
Dec 06 11:14:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:47 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:47 user nova-compute[75260]:       <target dev="tap68761d1a-b5"/>
Dec 06 11:14:47 user nova-compute[75260]:     </interface>
Dec 06 11:14:47 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:47 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/console.log" append="off"/>
Dec 06 11:14:47 user nova-compute[75260]:     </serial>
Dec 06 11:14:47 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:47 user nova-compute[75260]:     <video>
Dec 06 11:14:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:47 user nova-compute[75260]:     </video>
Dec 06 11:14:47 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:47 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:47 user nova-compute[75260]:     </rng>
Dec 06 11:14:47 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:47 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:47 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:47 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:47 user nova-compute[75260]:   </devices>
Dec 06 11:14:47 user nova-compute[75260]: </domain>
Dec 06 11:14:47 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1999536911',display_name='tempest-VolumesAdminNegativeTest-server-1999536911',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1999536911',id=6,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2fgqM6WmQou1kSL6pQC2D70K8un0lVNzrqrWfz6Bq0QRVQgeiwIrbW0/j9n6x/54PU823Z+42OVqDea6vDkPKDupf58oNrAr6Df1XIhd+9jGlZMogVzB02zuSVNnxGhg==',key_name='tempest-keypair-1057410553',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9587a2c775264a50bdc0a269c15829f3',ramdisk_id='',reservation_id='r-pd6ld40l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-407306904',owner_user_name='tempest-VolumesAdminNegativeTest-407306904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca306cda01a449a8a4f6a3062292edfb',uuid=34227fd8-b7df-43b9-b7a2-cb055be5f469,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converting VIF {"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG os_vif [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c256b49-2d72-5fec-81f5-dedd0b56fbdf', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap68761d1a-b5, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap68761d1a-b5, col_values=(('qos', UUID('fa6e3225-8540-472d-807b-5c6005b3c155')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap68761d1a-b5, col_values=(('external_ids', {'iface-id': '68761d1a-b5dd-45bb-b805-a49e1caf74e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:f3:0a', 'vm-uuid': '34227fd8-b7df-43b9-b7a2-cb055be5f469'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:47 user nova-compute[75260]: INFO os_vif [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5')
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:48 user nova-compute[75260]: INFO nova.compute.claims [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Claim successful on node user
Dec 06 11:14:48 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Creating config drive at /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.config
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmporrswm09 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updated VIF entry in instance network info cache for port 59661ccf-7410-4751-83e0-25d547450b55. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updating instance_info_cache with network_info: [{"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmporrswm09" returned: 0 in 0.120s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e4771c72-da3c-42a3-bc95-69de1cf7f0e7 req-a175f15c-13c7-4b4c-b428-57d22f48de48 service nova] Releasing lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No VIF found with MAC fa:16:3e:2a:f3:0a, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updated VIF entry in instance network info cache for port 68761d1a-b5dd-45bb-b805-a49e1caf74e0. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updating instance_info_cache with network_info: [{"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3c362315-046a-41dc-bcea-dfb7a50a6b88 req-979f794e-e468-43bc-8232-5ba19c15bf79 service nova] Releasing lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.708s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:48 user nova-compute[75260]: INFO nova.compute.claims [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Claim successful on node user
Dec 06 11:14:48 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.policy [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ac4d403a53046aeb8cdfda5df505403', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86a57d0e7be342b7be2c6dc0cb1cfeaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Creating image(s)
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "/opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "/opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "/opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.208s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.689s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk 1073741824" returned: 0 in 0.060s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.policy [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1e129d562a497c931986493aece32c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ab36c3a15d4c8382d3c607b965e6ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Creating image(s)
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Cannot resize image /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Ensure instance console log exists: /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.210s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Successfully created port: 50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk 1073741824" returned: 0 in 0.059s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Successfully created port: b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Checking if we can resize image /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Cannot resize image /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Ensure instance console log exists: /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Successfully updated port: 50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.compute.manager [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-changed-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.compute.manager [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Refreshing instance network info cache due to event network-changed-50167219-a41d-4cb2-98a2-f5c455da89c2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] Acquiring lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] Acquired lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG nova.network.neutron [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Refreshing network info cache for port 50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bfe14488-5490-4246-bb53-5dcbe0d62cc2 req-8e57593d-f28f-4e52-8316-0fc48461ed79 service nova] Releasing lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquired lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Successfully updated port: b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquired lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-changed-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Refreshing instance network info cache due to event network-changed-b9271854-dda6-46d8-8dc6-d36373a95d30. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] Acquiring lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Releasing lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Instance network_info: |[{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] Acquired lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Refreshing network info cache for port b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Start _get_guest_xml network_info=[{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'pci_devices' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Updating instance_info_cache with network_info: [{"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:51 user nova-compute[75260]:   <uuid>44a993f9-7d32-4855-b4f5-1d9428f510cc</uuid>
Dec 06 11:14:51 user nova-compute[75260]:   <name>instance-00000008</name>
Dec 06 11:14:51 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:51 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:51 user nova-compute[75260]:   <metadata>
Dec 06 11:14:51 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:51 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:51 user nova-compute[75260]:       <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:14:51 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:51</nova:creationTime>
Dec 06 11:14:51 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:51 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:51 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:51 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:14:51 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:51 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:51 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:51 user nova-compute[75260]:         <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:14:51 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:14:51 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:51 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:51 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:51 user nova-compute[75260]:   </metadata>
Dec 06 11:14:51 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:51 user nova-compute[75260]:     <system>
Dec 06 11:14:51 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:51 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:51 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:51 user nova-compute[75260]:       <entry name="serial">44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:14:51 user nova-compute[75260]:       <entry name="uuid">44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:14:51 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:51 user nova-compute[75260]:     </system>
Dec 06 11:14:51 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:51 user nova-compute[75260]:   <os>
Dec 06 11:14:51 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:51 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:51 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:51 user nova-compute[75260]:   </os>
Dec 06 11:14:51 user nova-compute[75260]:   <features>
Dec 06 11:14:51 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:51 user nova-compute[75260]:     <apic/>
Dec 06 11:14:51 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:51 user nova-compute[75260]:   </features>
Dec 06 11:14:51 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:51 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:51 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:51 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:51 user nova-compute[75260]:   </clock>
Dec 06 11:14:51 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:51 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:51 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:51 user nova-compute[75260]:   </cpu>
Dec 06 11:14:51 user nova-compute[75260]:   <devices>
Dec 06 11:14:51 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:51 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:51 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk"/>
Dec 06 11:14:51 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:51 user nova-compute[75260]:     </disk>
Dec 06 11:14:51 user nova-compute[75260]:     <disk type="file" device="cdrom">
Dec 06 11:14:51 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 11:14:51 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config"/>
Dec 06 11:14:51 user nova-compute[75260]:       <target dev="hda" bus="ide"/>
Dec 06 11:14:51 user nova-compute[75260]:     </disk>
Dec 06 11:14:51 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:51 user nova-compute[75260]:       <mac address="fa:16:3e:01:32:b3"/>
Dec 06 11:14:51 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:51 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:51 user nova-compute[75260]:       <target dev="tapb9271854-dd"/>
Dec 06 11:14:51 user nova-compute[75260]:     </interface>
Dec 06 11:14:51 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:51 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log" append="off"/>
Dec 06 11:14:51 user nova-compute[75260]:     </serial>
Dec 06 11:14:51 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:51 user nova-compute[75260]:     <video>
Dec 06 11:14:51 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:51 user nova-compute[75260]:     </video>
Dec 06 11:14:51 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:51 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:51 user nova-compute[75260]:     </rng>
Dec 06 11:14:51 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:51 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:51 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:51 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:51 user nova-compute[75260]:   </devices>
Dec 06 11:14:51 user nova-compute[75260]: </domain>
Dec 06 11:14:51 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG os_vif [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Releasing lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Instance network_info: |[{"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0b13d732-5895-5466-b30e-540dcba0ceed', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Start _get_guest_xml network_info=[{"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9271854-dd, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9271854-dd, col_values=(('qos', UUID('c501dd3c-2419-4cef-954f-52705c38ba26')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9271854-dd, col_values=(('external_ids', {'iface-id': 'b9271854-dda6-46d8-8dc6-d36373a95d30', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:32:b3', 'vm-uuid': '44a993f9-7d32-4855-b4f5-1d9428f510cc'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:51 user nova-compute[75260]: INFO os_vif [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd')
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:52 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2082446959',display_name='tempest-TestVolumeSwap-server-2082446959',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2082446959',id=7,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyTBBQHJq3pCcN4TqY74/epdXvJgY+gciq1fE4/jIx1hQc143shbltH+44/cO90C1j3rWQDm/PhS6a5VvqLQBCXpUh3FPDxrByAulf2G430vmDYuhbSBxPgDgZ0a203sw==',key_name='tempest-keypair-1153387502',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86a57d0e7be342b7be2c6dc0cb1cfeaf',ramdisk_id='',reservation_id='r-d7brmipw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-315889717',owner_user_name='tempest-TestVolumeSwap-315889717-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ac4d403a53046aeb8cdfda5df505403',uuid=9103487a-8109-48ed-be73-1a6a20a9db46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Converting VIF {"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lazy-loading 'pci_devices' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:14:52 user nova-compute[75260]:   <uuid>9103487a-8109-48ed-be73-1a6a20a9db46</uuid>
Dec 06 11:14:52 user nova-compute[75260]:   <name>instance-00000007</name>
Dec 06 11:14:52 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:14:52 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:14:52 user nova-compute[75260]:   <metadata>
Dec 06 11:14:52 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:14:52 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:14:52 user nova-compute[75260]:       <nova:name>tempest-TestVolumeSwap-server-2082446959</nova:name>
Dec 06 11:14:52 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:14:52</nova:creationTime>
Dec 06 11:14:52 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:14:52 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:14:52 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:14:52 user nova-compute[75260]:       <nova:owner>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:user uuid="3ac4d403a53046aeb8cdfda5df505403">tempest-TestVolumeSwap-315889717-project-member</nova:user>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:project uuid="86a57d0e7be342b7be2c6dc0cb1cfeaf">tempest-TestVolumeSwap-315889717</nova:project>
Dec 06 11:14:52 user nova-compute[75260]:       </nova:owner>
Dec 06 11:14:52 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:14:52 user nova-compute[75260]:       <nova:ports>
Dec 06 11:14:52 user nova-compute[75260]:         <nova:port uuid="50167219-a41d-4cb2-98a2-f5c455da89c2">
Dec 06 11:14:52 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 11:14:52 user nova-compute[75260]:         </nova:port>
Dec 06 11:14:52 user nova-compute[75260]:       </nova:ports>
Dec 06 11:14:52 user nova-compute[75260]:     </nova:instance>
Dec 06 11:14:52 user nova-compute[75260]:   </metadata>
Dec 06 11:14:52 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:14:52 user nova-compute[75260]:     <system>
Dec 06 11:14:52 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:14:52 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:14:52 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:14:52 user nova-compute[75260]:       <entry name="serial">9103487a-8109-48ed-be73-1a6a20a9db46</entry>
Dec 06 11:14:52 user nova-compute[75260]:       <entry name="uuid">9103487a-8109-48ed-be73-1a6a20a9db46</entry>
Dec 06 11:14:52 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:14:52 user nova-compute[75260]:     </system>
Dec 06 11:14:52 user nova-compute[75260]:   </sysinfo>
Dec 06 11:14:52 user nova-compute[75260]:   <os>
Dec 06 11:14:52 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:14:52 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:14:52 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:14:52 user nova-compute[75260]:   </os>
Dec 06 11:14:52 user nova-compute[75260]:   <features>
Dec 06 11:14:52 user nova-compute[75260]:     <acpi/>
Dec 06 11:14:52 user nova-compute[75260]:     <apic/>
Dec 06 11:14:52 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:14:52 user nova-compute[75260]:   </features>
Dec 06 11:14:52 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:14:52 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:14:52 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:14:52 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:14:52 user nova-compute[75260]:   </clock>
Dec 06 11:14:52 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:14:52 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:14:52 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:14:52 user nova-compute[75260]:   </cpu>
Dec 06 11:14:52 user nova-compute[75260]:   <devices>
Dec 06 11:14:52 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:14:52 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:14:52 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk"/>
Dec 06 11:14:52 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:14:52 user nova-compute[75260]:     </disk>
Dec 06 11:14:52 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:14:52 user nova-compute[75260]:       <mac address="fa:16:3e:15:00:0f"/>
Dec 06 11:14:52 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:52 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:14:52 user nova-compute[75260]:       <target dev="tap50167219-a4"/>
Dec 06 11:14:52 user nova-compute[75260]:     </interface>
Dec 06 11:14:52 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:14:52 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/console.log" append="off"/>
Dec 06 11:14:52 user nova-compute[75260]:     </serial>
Dec 06 11:14:52 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:14:52 user nova-compute[75260]:     <video>
Dec 06 11:14:52 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:14:52 user nova-compute[75260]:     </video>
Dec 06 11:14:52 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:14:52 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:14:52 user nova-compute[75260]:     </rng>
Dec 06 11:14:52 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:14:52 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:14:52 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:14:52 user nova-compute[75260]:     </memballoon>
Dec 06 11:14:52 user nova-compute[75260]:   </devices>
Dec 06 11:14:52 user nova-compute[75260]: </domain>
Dec 06 11:14:52 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2082446959',display_name='tempest-TestVolumeSwap-server-2082446959',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2082446959',id=7,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyTBBQHJq3pCcN4TqY74/epdXvJgY+gciq1fE4/jIx1hQc143shbltH+44/cO90C1j3rWQDm/PhS6a5VvqLQBCXpUh3FPDxrByAulf2G430vmDYuhbSBxPgDgZ0a203sw==',key_name='tempest-keypair-1153387502',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86a57d0e7be342b7be2c6dc0cb1cfeaf',ramdisk_id='',reservation_id='r-d7brmipw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-315889717',owner_user_name='tempest-TestVolumeSwap-315889717-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ac4d403a53046aeb8cdfda5df505403',uuid=9103487a-8109-48ed-be73-1a6a20a9db46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Converting VIF {"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG os_vif [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '558f0890-ed98-55ef-97b5-bc486f39dcde', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No BDM found with device name hda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No VIF found with MAC fa:16:3e:01:32:b3, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Using config drive
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50167219-a4, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50167219-a4, col_values=(('qos', UUID('19548a2f-a581-408a-bcd7-2b5e48c6a9d6')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50167219-a4, col_values=(('external_ids', {'iface-id': '50167219-a41d-4cb2-98a2-f5c455da89c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:00:0f', 'vm-uuid': '9103487a-8109-48ed-be73-1a6a20a9db46'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:52 user nova-compute[75260]: INFO os_vif [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4')
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] No VIF found with MAC fa:16:3e:15:00:0f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updated VIF entry in instance network info cache for port b9271854-dda6-46d8-8dc6-d36373a95d30. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:14:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Creating config drive at /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config
Dec 06 11:14:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprf1ayc8l {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68db92b2-bbb6-45f1-af1d-8388a9481ecc req-971cce32-fc64-4e82-be83-8d7fc9fffa8b service nova] Releasing lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:14:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprf1ayc8l" returned: 0 in 0.059s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Instance spawned successfully.
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Instance spawned successfully.
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:53 user nova-compute[75260]: INFO nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Took 13.16 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:54 user nova-compute[75260]: INFO nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Took 10.65 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:54 user nova-compute[75260]: INFO nova.compute.manager [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Took 14.47 seconds to build instance.
Dec 06 11:14:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-388b2af2-56c3-4cbc-94d4-3c0fd4f9265b tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.705s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:54 user nova-compute[75260]: INFO nova.compute.manager [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Took 11.95 seconds to build instance.
Dec 06 11:14:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93be6064-beb4-47d5-b35c-2194e0906c6a tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.134s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:57 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:14:57 user nova-compute[75260]: INFO nova.compute.claims [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Claim successful on node user
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.568s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Instance spawned successfully.
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.policy [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '572ac159bfd340d3a4b56bd7fd7b1f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a529eabaefa45e2ac53760e27f6bf31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Instance spawned successfully.
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Creating image(s)
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "/opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "/opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "/opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Took 9.64 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Took 8.89 seconds to spawn the instance on the hypervisor.
Dec 06 11:14:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.compute.manager [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Took 10.96 seconds to build instance.
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0c4451f-2830-465d-b43c-44c8254da59b tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.197s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:58 user nova-compute[75260]: INFO nova.compute.manager [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Took 10.18 seconds to build instance.
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c74eef69-d027-4aed-acbb-1ab76fb648e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.455s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.238s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk 1073741824" returned: 0 in 0.067s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG nova.network.neutron [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Successfully created port: 86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Checking if we can resize image /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Cannot resize image /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Ensure instance console log exists: /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:14:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "215238c2-4e6c-4199-a731-28eed8504f90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.neutron [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Successfully updated port: 86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "refresh_cache-34ffda08-920d-4e6e-8580-eee8c83d7632" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquired lock "refresh_cache-34ffda08-920d-4e6e-8580-eee8c83d7632" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.neutron [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-changed-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Refreshing instance network info cache due to event network-changed-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] Acquiring lock "refresh_cache-34ffda08-920d-4e6e-8580-eee8c83d7632" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.neutron [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:15:00 user nova-compute[75260]: INFO nova.compute.claims [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Claim successful on node user
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.neutron [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Updating instance_info_cache with network_info: [{"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Releasing lock "refresh_cache-34ffda08-920d-4e6e-8580-eee8c83d7632" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Instance network_info: |[{"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] Acquired lock "refresh_cache-34ffda08-920d-4e6e-8580-eee8c83d7632" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.neutron [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Refreshing network info cache for port 86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Start _get_guest_xml network_info=[{"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:15:00 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:15:00 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1038691428',display_name='tempest-VolumesActionsTest-instance-1038691428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1038691428',id=9,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a529eabaefa45e2ac53760e27f6bf31',ramdisk_id='',reservation_id='r-tcc49vbl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2107585243',owner_user_name='tempest-VolumesActionsTest-2107585243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:59Z,user_data=None,user_id='572ac159bfd340d3a4b56bd7fd7b1f2a',uuid=34ffda08-920d-4e6e-8580-eee8c83d7632,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Converting VIF {"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:15:00 user nova-compute[75260]: DEBUG nova.objects.instance [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lazy-loading 'pci_devices' on Instance uuid 34ffda08-920d-4e6e-8580-eee8c83d7632 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:15:01 user nova-compute[75260]:   <uuid>34ffda08-920d-4e6e-8580-eee8c83d7632</uuid>
Dec 06 11:15:01 user nova-compute[75260]:   <name>instance-00000009</name>
Dec 06 11:15:01 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:15:01 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:15:01 user nova-compute[75260]:   <metadata>
Dec 06 11:15:01 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:15:01 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:15:01 user nova-compute[75260]:       <nova:name>tempest-VolumesActionsTest-instance-1038691428</nova:name>
Dec 06 11:15:01 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:15:00</nova:creationTime>
Dec 06 11:15:01 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:15:01 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:15:01 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:15:01 user nova-compute[75260]:       <nova:owner>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:user uuid="572ac159bfd340d3a4b56bd7fd7b1f2a">tempest-VolumesActionsTest-2107585243-project-member</nova:user>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:project uuid="3a529eabaefa45e2ac53760e27f6bf31">tempest-VolumesActionsTest-2107585243</nova:project>
Dec 06 11:15:01 user nova-compute[75260]:       </nova:owner>
Dec 06 11:15:01 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:15:01 user nova-compute[75260]:       <nova:ports>
Dec 06 11:15:01 user nova-compute[75260]:         <nova:port uuid="86a68d69-cd2c-486b-a7ee-e9e9bf8fc363">
Dec 06 11:15:01 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 11:15:01 user nova-compute[75260]:         </nova:port>
Dec 06 11:15:01 user nova-compute[75260]:       </nova:ports>
Dec 06 11:15:01 user nova-compute[75260]:     </nova:instance>
Dec 06 11:15:01 user nova-compute[75260]:   </metadata>
Dec 06 11:15:01 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:15:01 user nova-compute[75260]:     <system>
Dec 06 11:15:01 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:15:01 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:15:01 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:15:01 user nova-compute[75260]:       <entry name="serial">34ffda08-920d-4e6e-8580-eee8c83d7632</entry>
Dec 06 11:15:01 user nova-compute[75260]:       <entry name="uuid">34ffda08-920d-4e6e-8580-eee8c83d7632</entry>
Dec 06 11:15:01 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:15:01 user nova-compute[75260]:     </system>
Dec 06 11:15:01 user nova-compute[75260]:   </sysinfo>
Dec 06 11:15:01 user nova-compute[75260]:   <os>
Dec 06 11:15:01 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:15:01 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:15:01 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:15:01 user nova-compute[75260]:   </os>
Dec 06 11:15:01 user nova-compute[75260]:   <features>
Dec 06 11:15:01 user nova-compute[75260]:     <acpi/>
Dec 06 11:15:01 user nova-compute[75260]:     <apic/>
Dec 06 11:15:01 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:15:01 user nova-compute[75260]:   </features>
Dec 06 11:15:01 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:15:01 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:15:01 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:15:01 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:15:01 user nova-compute[75260]:   </clock>
Dec 06 11:15:01 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:15:01 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:15:01 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:15:01 user nova-compute[75260]:   </cpu>
Dec 06 11:15:01 user nova-compute[75260]:   <devices>
Dec 06 11:15:01 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:15:01 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:15:01 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk"/>
Dec 06 11:15:01 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:15:01 user nova-compute[75260]:     </disk>
Dec 06 11:15:01 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:15:01 user nova-compute[75260]:       <mac address="fa:16:3e:24:ad:f7"/>
Dec 06 11:15:01 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:15:01 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:15:01 user nova-compute[75260]:       <target dev="tap86a68d69-cd"/>
Dec 06 11:15:01 user nova-compute[75260]:     </interface>
Dec 06 11:15:01 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:15:01 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/console.log" append="off"/>
Dec 06 11:15:01 user nova-compute[75260]:     </serial>
Dec 06 11:15:01 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:15:01 user nova-compute[75260]:     <video>
Dec 06 11:15:01 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:15:01 user nova-compute[75260]:     </video>
Dec 06 11:15:01 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:15:01 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:15:01 user nova-compute[75260]:     </rng>
Dec 06 11:15:01 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:15:01 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:15:01 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:15:01 user nova-compute[75260]:     </memballoon>
Dec 06 11:15:01 user nova-compute[75260]:   </devices>
Dec 06 11:15:01 user nova-compute[75260]: </domain>
Dec 06 11:15:01 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1038691428',display_name='tempest-VolumesActionsTest-instance-1038691428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1038691428',id=9,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a529eabaefa45e2ac53760e27f6bf31',ramdisk_id='',reservation_id='r-tcc49vbl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-2107585243',owner_user_name='tempest-VolumesActionsTest-2107585243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:14:59Z,user_data=None,user_id='572ac159bfd340d3a4b56bd7fd7b1f2a',uuid=34ffda08-920d-4e6e-8580-eee8c83d7632,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Converting VIF {"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG os_vif [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8606bac4-4d5d-5507-ab23-a58325b72bb3', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap86a68d69-cd, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap86a68d69-cd, col_values=(('qos', UUID('027d1fcc-678a-4dfa-bcab-35662502940b')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap86a68d69-cd, col_values=(('external_ids', {'iface-id': '86a68d69-cd2c-486b-a7ee-e9e9bf8fc363', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:ad:f7', 'vm-uuid': '34ffda08-920d-4e6e-8580-eee8c83d7632'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:01 user nova-compute[75260]: INFO os_vif [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd')
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] No VIF found with MAC fa:16:3e:24:ad:f7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.828s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.network.neutron [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Updated VIF entry in instance network info cache for port 86a68d69-cd2c-486b-a7ee-e9e9bf8fc363. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.network.neutron [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Updating instance_info_cache with network_info: [{"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8e2950b-5ef8-414d-aeba-f367dc598604 req-4c82f50d-b9c4-4951-bfe0-3aebaf8745fe service nova] Releasing lock "refresh_cache-34ffda08-920d-4e6e-8580-eee8c83d7632" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.network.neutron [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:15:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.policy [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '285f493974d1487987e2875a713ac04f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08996f4cd4f14d16be82eb516dfb6606', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:15:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Creating image(s)
Dec 06 11:15:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "/opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "/opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "/opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.213s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk 1073741824" returned: 0 in 0.109s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.310s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Checking if we can resize image /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG nova.network.neutron [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Successfully created port: 8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Cannot resize image /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Ensure instance console log exists: /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Successfully updated port: 8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquired lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-changed-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Refreshing instance network info cache due to event network-changed-8d07e00b-9c0b-469b-a835-cf66180a3a9d. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] Acquiring lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updating instance_info_cache with network_info: [{"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Releasing lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Instance network_info: |[{"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] Acquired lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Refreshing network info cache for port 8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Start _get_guest_xml network_info=[{"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:15:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:15:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-778149250',display_name='tempest-VolumesAssistedSnapshotsTest-server-778149250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-778149250',id=10,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnyPYCuA2OlSOUHdrTqyMr0QARrOmwG92WT01hncOjoqjj8BoscTGmWf/HkMvUYi8Au6KYQrh5X2FN52TLLlsHEUS4ciXxOjYrf60Rxt3JwyUvx06MAC7/tUEYgI7K4lw==',key_name='tempest-keypair-664805070',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08996f4cd4f14d16be82eb516dfb6606',ramdisk_id='',reservation_id='r-mhis0e6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1426012715',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1426012715-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='285f493974d1487987e2875a713ac04f',uuid=215238c2-4e6c-4199-a731-28eed8504f90,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Converting VIF {"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lazy-loading 'pci_devices' on Instance uuid 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:15:04 user nova-compute[75260]:   <uuid>215238c2-4e6c-4199-a731-28eed8504f90</uuid>
Dec 06 11:15:04 user nova-compute[75260]:   <name>instance-0000000a</name>
Dec 06 11:15:04 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:15:04 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:15:04 user nova-compute[75260]:   <metadata>
Dec 06 11:15:04 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:15:04 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:15:04 user nova-compute[75260]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-778149250</nova:name>
Dec 06 11:15:04 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:15:04</nova:creationTime>
Dec 06 11:15:04 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:15:04 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:15:04 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:15:04 user nova-compute[75260]:       <nova:owner>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:user uuid="285f493974d1487987e2875a713ac04f">tempest-VolumesAssistedSnapshotsTest-1426012715-project-member</nova:user>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:project uuid="08996f4cd4f14d16be82eb516dfb6606">tempest-VolumesAssistedSnapshotsTest-1426012715</nova:project>
Dec 06 11:15:04 user nova-compute[75260]:       </nova:owner>
Dec 06 11:15:04 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:15:04 user nova-compute[75260]:       <nova:ports>
Dec 06 11:15:04 user nova-compute[75260]:         <nova:port uuid="8d07e00b-9c0b-469b-a835-cf66180a3a9d">
Dec 06 11:15:04 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:15:04 user nova-compute[75260]:         </nova:port>
Dec 06 11:15:04 user nova-compute[75260]:       </nova:ports>
Dec 06 11:15:04 user nova-compute[75260]:     </nova:instance>
Dec 06 11:15:04 user nova-compute[75260]:   </metadata>
Dec 06 11:15:04 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:15:04 user nova-compute[75260]:     <system>
Dec 06 11:15:04 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:15:04 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:15:04 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:15:04 user nova-compute[75260]:       <entry name="serial">215238c2-4e6c-4199-a731-28eed8504f90</entry>
Dec 06 11:15:04 user nova-compute[75260]:       <entry name="uuid">215238c2-4e6c-4199-a731-28eed8504f90</entry>
Dec 06 11:15:04 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:15:04 user nova-compute[75260]:     </system>
Dec 06 11:15:04 user nova-compute[75260]:   </sysinfo>
Dec 06 11:15:04 user nova-compute[75260]:   <os>
Dec 06 11:15:04 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:15:04 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:15:04 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:15:04 user nova-compute[75260]:   </os>
Dec 06 11:15:04 user nova-compute[75260]:   <features>
Dec 06 11:15:04 user nova-compute[75260]:     <acpi/>
Dec 06 11:15:04 user nova-compute[75260]:     <apic/>
Dec 06 11:15:04 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:15:04 user nova-compute[75260]:   </features>
Dec 06 11:15:04 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:15:04 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:15:04 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:15:04 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:15:04 user nova-compute[75260]:   </clock>
Dec 06 11:15:04 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:15:04 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:15:04 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:15:04 user nova-compute[75260]:   </cpu>
Dec 06 11:15:04 user nova-compute[75260]:   <devices>
Dec 06 11:15:04 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:15:04 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:15:04 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk"/>
Dec 06 11:15:04 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:15:04 user nova-compute[75260]:     </disk>
Dec 06 11:15:04 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:15:04 user nova-compute[75260]:       <mac address="fa:16:3e:b0:fb:e5"/>
Dec 06 11:15:04 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:15:04 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:15:04 user nova-compute[75260]:       <target dev="tap8d07e00b-9c"/>
Dec 06 11:15:04 user nova-compute[75260]:     </interface>
Dec 06 11:15:04 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:15:04 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/console.log" append="off"/>
Dec 06 11:15:04 user nova-compute[75260]:     </serial>
Dec 06 11:15:04 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:15:04 user nova-compute[75260]:     <video>
Dec 06 11:15:04 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:15:04 user nova-compute[75260]:     </video>
Dec 06 11:15:04 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:15:04 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:15:04 user nova-compute[75260]:     </rng>
Dec 06 11:15:04 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:15:04 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:15:04 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:15:04 user nova-compute[75260]:     </memballoon>
Dec 06 11:15:04 user nova-compute[75260]:   </devices>
Dec 06 11:15:04 user nova-compute[75260]: </domain>
Dec 06 11:15:04 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-778149250',display_name='tempest-VolumesAssistedSnapshotsTest-server-778149250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-778149250',id=10,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnyPYCuA2OlSOUHdrTqyMr0QARrOmwG92WT01hncOjoqjj8BoscTGmWf/HkMvUYi8Au6KYQrh5X2FN52TLLlsHEUS4ciXxOjYrf60Rxt3JwyUvx06MAC7/tUEYgI7K4lw==',key_name='tempest-keypair-664805070',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08996f4cd4f14d16be82eb516dfb6606',ramdisk_id='',reservation_id='r-mhis0e6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1426012715',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1426012715-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='285f493974d1487987e2875a713ac04f',uuid=215238c2-4e6c-4199-a731-28eed8504f90,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Converting VIF {"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG os_vif [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95c92e18-bb01-5caf-a108-38bb558ff78b', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8d07e00b-9c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8d07e00b-9c, col_values=(('qos', UUID('212debda-3803-4dba-871b-524735ec49bc')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8d07e00b-9c, col_values=(('external_ids', {'iface-id': '8d07e00b-9c0b-469b-a835-cf66180a3a9d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:fb:e5', 'vm-uuid': '215238c2-4e6c-4199-a731-28eed8504f90'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:04 user nova-compute[75260]: INFO os_vif [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c')
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] No VIF found with MAC fa:16:3e:b0:fb:e5, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updated VIF entry in instance network info cache for port 8d07e00b-9c0b-469b-a835-cf66180a3a9d. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updating instance_info_cache with network_info: [{"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-606b2621-ec5a-46ad-b58a-ca634e259330 req-99123cef-f841-4e23-ae2b-da9ebf460bc0 service nova] Releasing lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:15:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Instance spawned successfully.
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:05 user nova-compute[75260]: INFO nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Took 7.15 seconds to spawn the instance on the hypervisor.
Dec 06 11:15:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:15:05 user nova-compute[75260]: INFO nova.compute.manager [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Took 8.33 seconds to build instance.
Dec 06 11:15:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-896a8913-ab17-4b06-96e0-26afd4dd307e tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.484s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Skipping network cache update for instance because it is Building. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-5b3f8c7d-52fa-42d5-ad7b-1a1943260b72 req-2e5e1c1b-85bd-4817-8123-80eef6149400 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b3f8c7d-52fa-42d5-ad7b-1a1943260b72 req-2e5e1c1b-85bd-4817-8123-80eef6149400 service nova] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b3f8c7d-52fa-42d5-ad7b-1a1943260b72 req-2e5e1c1b-85bd-4817-8123-80eef6149400 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b3f8c7d-52fa-42d5-ad7b-1a1943260b72 req-2e5e1c1b-85bd-4817-8123-80eef6149400 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-5b3f8c7d-52fa-42d5-ad7b-1a1943260b72 req-2e5e1c1b-85bd-4817-8123-80eef6149400 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] No waiting events found dispatching network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:06 user nova-compute[75260]: WARNING nova.compute.manager [req-5b3f8c7d-52fa-42d5-ad7b-1a1943260b72 req-2e5e1c1b-85bd-4817-8123-80eef6149400 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received unexpected event network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d for instance with vm_state building and task_state spawning.
Dec 06 11:15:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.451s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-57941bb7-d523-4c9b-bdce-31637f6064bf req-5498e368-0692-4390-9b8f-20956bbcf317 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-57941bb7-d523-4c9b-bdce-31637f6064bf req-5498e368-0692-4390-9b8f-20956bbcf317 service nova] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-57941bb7-d523-4c9b-bdce-31637f6064bf req-5498e368-0692-4390-9b8f-20956bbcf317 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-57941bb7-d523-4c9b-bdce-31637f6064bf req-5498e368-0692-4390-9b8f-20956bbcf317 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-57941bb7-d523-4c9b-bdce-31637f6064bf req-5498e368-0692-4390-9b8f-20956bbcf317 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] No waiting events found dispatching network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:08 user nova-compute[75260]: WARNING nova.compute.manager [req-57941bb7-d523-4c9b-bdce-31637f6064bf req-5498e368-0692-4390-9b8f-20956bbcf317 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received unexpected event network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d for instance with vm_state building and task_state spawning.
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.398s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:15:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Instance spawned successfully.
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:09 user nova-compute[75260]: INFO nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Took 7.58 seconds to spawn the instance on the hypervisor.
Dec 06 11:15:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.359s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:09 user nova-compute[75260]: INFO nova.compute.manager [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Took 9.17 seconds to build instance.
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-250dbe21-4e7a-4b1d-b6e0-90f370f89b7a tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "215238c2-4e6c-4199-a731-28eed8504f90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.320s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.636s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.332s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.338s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:15:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:15:14 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7652MB free_disk=25.617778778076172GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:15:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9103487a-8109-48ed-be73-1a6a20a9db46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 44a993f9-7d32-4855-b4f5-1d9428f510cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34ffda08-920d-4e6e-8580-eee8c83d7632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 215238c2-4e6c-4199-a731-28eed8504f90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:15:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.990s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:15:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-101a1355-33c7-4b50-b060-911e669199e6 req-8c1c18ae-7f42-48f9-8fe2-005a9ff1738f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-101a1355-33c7-4b50-b060-911e669199e6 req-8c1c18ae-7f42-48f9-8fe2-005a9ff1738f service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-101a1355-33c7-4b50-b060-911e669199e6 req-8c1c18ae-7f42-48f9-8fe2-005a9ff1738f service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-101a1355-33c7-4b50-b060-911e669199e6 req-8c1c18ae-7f42-48f9-8fe2-005a9ff1738f service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-101a1355-33c7-4b50-b060-911e669199e6 req-8c1c18ae-7f42-48f9-8fe2-005a9ff1738f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:17 user nova-compute[75260]: WARNING nova.compute.manager [req-101a1355-33c7-4b50-b060-911e669199e6 req-8c1c18ae-7f42-48f9-8fe2-005a9ff1738f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state active and task_state None.
Dec 06 11:15:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:19 user nova-compute[75260]: WARNING nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state active and task_state None.
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] No waiting events found dispatching network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:19 user nova-compute[75260]: WARNING nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received unexpected event network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc for instance with vm_state active and task_state None.
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] No waiting events found dispatching network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:19 user nova-compute[75260]: WARNING nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received unexpected event network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc for instance with vm_state active and task_state None.
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] No waiting events found dispatching network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:19 user nova-compute[75260]: WARNING nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received unexpected event network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f for instance with vm_state active and task_state None.
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] No waiting events found dispatching network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:19 user nova-compute[75260]: WARNING nova.compute.manager [req-295d39ab-8171-44cf-a4fb-912fe3c7b703 req-d3f14f35-a714-482a-bf0f-7f915259da4f service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received unexpected event network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f for instance with vm_state active and task_state None.
Dec 06 11:15:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-71f96023-d9b3-4eeb-92d8-a0795528b6a0 req-7dd4dfbf-16cc-42e6-8c7d-be751a90817b service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-71f96023-d9b3-4eeb-92d8-a0795528b6a0 req-7dd4dfbf-16cc-42e6-8c7d-be751a90817b service nova] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-71f96023-d9b3-4eeb-92d8-a0795528b6a0 req-7dd4dfbf-16cc-42e6-8c7d-be751a90817b service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-71f96023-d9b3-4eeb-92d8-a0795528b6a0 req-7dd4dfbf-16cc-42e6-8c7d-be751a90817b service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-71f96023-d9b3-4eeb-92d8-a0795528b6a0 req-7dd4dfbf-16cc-42e6-8c7d-be751a90817b service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] No waiting events found dispatching network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:30 user nova-compute[75260]: WARNING nova.compute.manager [req-71f96023-d9b3-4eeb-92d8-a0795528b6a0 req-7dd4dfbf-16cc-42e6-8c7d-be751a90817b service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received unexpected event network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 for instance with vm_state active and task_state None.
Dec 06 11:15:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:15:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:15:31 user nova-compute[75260]: INFO nova.compute.claims [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Claim successful on node user
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:15:32 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:15:32 user nova-compute[75260]: INFO nova.virt.block_device [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Booting with volume a3a8c0ae-745b-45d7-8874-236cbf823738 at /dev/vda
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.policy [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a41049b9805e4f26bf4b7864ec87680d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f8a4c89a2644f2b817a295bc3a2d8c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG os_brick.utils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:15:32 user nova-compute[75260]: INFO oslo.privsep.daemon [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmplxa19kkp/privsep.sock']
Dec 06 11:15:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:32 user sudo[86489]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmplxa19kkp/privsep.sock
Dec 06 11:15:32 user sudo[86489]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] No waiting events found dispatching network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:32 user nova-compute[75260]: WARNING nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received unexpected event network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 for instance with vm_state active and task_state None.
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] No waiting events found dispatching network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:32 user nova-compute[75260]: WARNING nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received unexpected event network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 for instance with vm_state active and task_state None.
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] No waiting events found dispatching network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:32 user nova-compute[75260]: WARNING nova.compute.manager [req-276d2968-b8a1-4518-b88e-362eb586fc0f req-9cfa7b84-ff20-48eb-ba5e-1743f76133e7 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received unexpected event network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 for instance with vm_state active and task_state None.
Dec 06 11:15:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully created port: a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:15:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully created port: e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:15:34 user sudo[86489]: pam_unix(sudo:session): session closed for user root
Dec 06 11:15:34 user nova-compute[75260]: INFO oslo.privsep.daemon [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Spawned new privsep daemon via rootwrap
Dec 06 11:15:34 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 11:15:34 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 11:15:34 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 06 11:15:34 user nova-compute[75260]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86492
Dec 06 11:15:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully created port: ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f14f3f-2c48-4672-ba51-465271b0f0ad]: (2,) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e444180f-3d6d-4e9e-96a5-0d3569bc64fe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.nvmeof [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e51ce5-f4b7-4963-a819-4bb6bde03335]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4fc72f4-0c55-4388-af5a-499ba105b9a2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f34a15-57fe-409b-ba7d-c4616715f26c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:15:34 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:15:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d93893-aff0-4396-aa38-d9b4972069bc]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG os_brick.utils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== get_connector_properties: return (2194ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating existing volume attachment record: 5f877c2d-3cc9-4f28-9628-bcabe59a8a32 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully created port: 07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:15:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully created port: f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-a183c75e-00b2-4e30-a5ac-ef7ba7f74824. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-93971ec8-8364-4c1f-b2cc-11b9a12bb1cd req-ab7d6809-bfef-4727-97a3-b586820d958a service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: 330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] No waiting events found dispatching network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:38 user nova-compute[75260]: WARNING nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received unexpected event network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 for instance with vm_state active and task_state None.
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-a13d6164-4c67-49c2-bac0-5f569b685a53. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] No waiting events found dispatching network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:38 user nova-compute[75260]: WARNING nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received unexpected event network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 for instance with vm_state active and task_state None.
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:38 user nova-compute[75260]: WARNING nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 for instance with vm_state active and task_state None.
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:38 user nova-compute[75260]: WARNING nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 for instance with vm_state active and task_state None.
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] No waiting events found dispatching network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:38 user nova-compute[75260]: WARNING nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received unexpected event network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 for instance with vm_state active and task_state None.
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-330058b7-7cdc-447c-b8c8-901976fd8df4. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port 330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3d75dedb-2766-4bab-af32-ea7175274e2d req-31a117b8-663a-492b-8567-eb88de64c94b service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: 07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] No waiting events found dispatching network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:15:40 user nova-compute[75260]: WARNING nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received unexpected event network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 for instance with vm_state active and task_state None.
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-e1393276-ec52-47cb-9f5f-7091031496ea. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Successfully updated port: f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-ac081780-857f-4c8a-b81e-7786b8e5ed34. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-07d8a155-4ec8-4926-903a-563b12e99c16. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port 07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-58b8fdad-32d5-4eec-a7d0-32baaaa353ee req-db5f960b-277a-404f-977f-5fe008d5767c service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:15:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:15:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:15:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:15:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:15:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [{"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance network_info: |[{"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updated VIF entry in instance network info cache for port f17e7d07-ef17-4b36-9e55-0e0cbe6e4830. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [{"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:15:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ced91a5b-1b92-4454-b0cf-29e202b833ba req-28f39568-7071-485d-b8e4-111e5fd9a662 service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:15:44 user nova-compute[75260]: INFO nova.virt.block_device [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Booting with volume 76420b0f-f97d-411d-b831-0a16d9c4cd38 at /dev/vdb
Dec 06 11:15:44 user nova-compute[75260]: DEBUG os_brick.utils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1fc0de7-542b-479b-b727-6a5dff623c34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[02aeb5a1-0c86-481e-a570-147a748eb86c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62f3d5d-83c2-4cfc-9d24-7e63d429faec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d3a56f8-23a9-415c-b71c-890f209a8062]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:15:44 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:15:44 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc90a734-6b5a-49fd-800b-ad4b841fa030]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG os_brick.utils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating existing volume attachment record: a6495936-1926-4cb0-bec6-f816dcd6658e {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:15:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:15:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:15:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:15:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:15:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:15:53 user nova-compute[75260]: INFO nova.virt.block_device [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Booting with volume e85a1366-261f-40bc-8b38-5b85ae2a4baa at /dev/vdc
Dec 06 11:15:53 user nova-compute[75260]: DEBUG os_brick.utils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[976b3be4-7fd0-479d-9570-c9f7c2a60e66]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29e3768-3410-4b92-b2b6-55b8c03b4dbe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c2b6b6-92ba-4107-882a-9f7cc860769d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e565e3-2b0c-4d3a-99e0-c76bcd2c8948]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:15:53 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:15:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[83511e2d-06ce-4687-9f7a-017de0bcf661]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG os_brick.utils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:15:53 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating existing volume attachment record: a221d4f7-138a-4a73-a97d-46c520eb2018 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:15:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:15:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:16:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Creating image(s)
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Ensure instance console log exists: /opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Start _get_guest_xml network_info=[{"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '5f877c2d-3cc9-4f28-9628-bcabe59a8a32', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UoucBXwh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ac9f3414-c8cc-4399-97aa-69849a451e4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3a8c0ae-745b-45d7-8874-236cbf823738', 'serial': 'a3a8c0ae-745b-45d7-8874-236cbf823738'}, 'disk_bus': 'virtio', 'volume_type': None}, {'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'a6495936-1926-4cb0-bec6-f816dcd6658e', 'delete_on_termination': False, 'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xjJdDcks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ac9f3414-c8cc-4399-97aa-69849a451e4d', 'attached_at': '', 'detached_at': '', 'volume_id': '76420b0f-f97d-411d-b831-0a16d9c4cd38', 'serial': '76420b0f-f97d-411d-b831-0a16d9c4cd38'}, 'disk_bus': 'virtio', 'volume_type': None}, {'mount_device': '/dev/vdc', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'a221d4f7-138a-4a73-a97d-46c520eb2018', 'delete_on_termination': False, 'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iHDtAKhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ac9f3414-c8cc-4399-97aa-69849a451e4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e85a1366-261f-40bc-8b38-5b85ae2a4baa', 'serial': 'e85a1366-261f-40bc-8b38-5b85ae2a4baa'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:16:03 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:03 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connector [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Factory for ISCSI on None {{(pid=75260) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UoucBXwh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:03 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:03 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:03 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14cd7b3-7569-4491-9b87-fca5bbfdd3ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:03 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c16433-b59d-4cd6-af5a-e738111a5de1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738] added
Dec 06 11:16:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ba50c2-5168-490c-8621-3d1c5d8d8816]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b226f46b-a4a8-49d8-898b-7f79e0fe6c74]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UoucBXwh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UoucBXwh" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[16daab01-a409-4699-bbe5-c780728ca5a6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UoucBXwh'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1cfbae6-9fdd-42ed-a5f2-33d69f2c5dc2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6dadbbe-9b2a-47c0-a18a-931a3f0eb4b1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:16:03 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:16:03 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:03 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:16:03 user nova-compute[75260]: 
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[802ab7a2-ee93-482b-b194-7d75f2914158]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260]
Dec 06 11:16:03 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b59a6ff8-02f9-4bed-a8a3-8be84e5525c9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ffd6ab-1815-4eda-b3dd-eb05fca7fdc3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4530fa-5350-41c8-a410-13263804a4b5]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UoucBXwh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '23835363666333438', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23835363666333438', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xjJdDcks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:04 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:04 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:04 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[059efdc5-262c-4971-a2b0-388267da1339]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:04 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[219316ad-0dc0-4aaf-956a-a6cb9ad781cf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38] added
Dec 06 11:16:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe083e55-2e29-4fe2-adc8-df71e85b3b0d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d95073-f1a6-4aab-8c59-b89582a8cd15]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xjJdDcks {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xjJdDcks" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[608e9293-45e1-4bcb-9c6f-e6c8224e6073]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xjJdDcks'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[94101344-23e3-4bb9-b184-0f3d8aa477d6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3048169-eb3e-40f2-8e77-86e7a12984e1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b978cd99-95b2-47b1-a782-a2e3865b943d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260]
Dec 06 11:16:05 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[33182ef4-8f18-45a1-b5e5-6dc212abb834]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[51832837-d558-4b88-b39f-0abc326fb620]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:05 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:05 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b1c84e-4093-4d09-b59a-ace11210e2ac]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-changed-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Refreshing instance network info cache due to event network-changed-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Refreshing network info cache for port d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xjJdDcks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26338313664366333', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338313664366333', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iHDtAKhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:06 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:06 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:06 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc98dfff-5260-484e-af3e-58e7e2309aa6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:06 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b638e5d1-4d71-4798-aa80-b90bbd0c29e0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa] added
Dec 06 11:16:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[49bde2d6-6cf4-4797-9862-8d74e6cf97e8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8013f1c8-e120-42b5-852d-6074164fd7d6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iHDtAKhz {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iHDtAKhz" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c014e1b7-217c-45a5-be98-2b518fdb8ffc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iHDtAKhz'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0bbe98f-81c1-4096-9c52-291aab571a8d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d2e8fc-734b-4e5c-9a51-0d73383f63a7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7db562ce-6fad-45d8-803b-75cde07db3aa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260]
Dec 06 11:16:06 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updated VIF entry in instance network info cache for port d9fe50d8-eb8c-4e84-b131-6e3a48234bd1. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a521e5a-c3ad-416c-ad31-d81d930198b5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-503e0bd3-dd08-4796-99b7-92a1e9562555 req-8587a158-46bf-4bbb-ab7e-4cd8b1e41d83 service nova] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c97d9e1-e2dc-4b37-8655-2f8a1f068b85]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:06 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[11432fbd-661e-4013-83b5-db992eb0c2a3]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iHDtAKhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:16:07 user nova-compute[75260]: INFO nova.compute.manager [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] instance snapshotting
Dec 06 11:16:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Beginning live snapshot process
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== connect_volume: return (1351ms) {'type': 'block', 'scsi_wwn': '23161316538613064', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23161316538613064', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lazy-loading 'pci_devices' on Instance uuid ac9f3414-c8cc-4399-97aa-69849a451e4d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json -f qcow2" returned: 0 in 0.225s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:16:07 user nova-compute[75260]:   <uuid>ac9f3414-c8cc-4399-97aa-69849a451e4d</uuid>
Dec 06 11:16:07 user nova-compute[75260]:   <name>instance-0000000b</name>
Dec 06 11:16:07 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:16:07 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:16:07 user nova-compute[75260]:   <metadata>
Dec 06 11:16:07 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:16:07 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:16:07 user nova-compute[75260]:       <nova:name>tempest-device-tagging-server-2095618174</nova:name>
Dec 06 11:16:07 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:16:03</nova:creationTime>
Dec 06 11:16:07 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:16:07 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:16:07 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:16:07 user nova-compute[75260]:       <nova:owner>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:user uuid="a41049b9805e4f26bf4b7864ec87680d">tempest-TaggedBootDevicesTest_v242-1864687627-project-member</nova:user>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:project uuid="1f8a4c89a2644f2b817a295bc3a2d8c3">tempest-TaggedBootDevicesTest_v242-1864687627</nova:project>
Dec 06 11:16:07 user nova-compute[75260]:       </nova:owner>
Dec 06 11:16:07 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:16:07 user nova-compute[75260]:       <nova:ports>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="a183c75e-00b2-4e30-a5ac-ef7ba7f74824">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="a13d6164-4c67-49c2-bac0-5f569b685a53">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.4" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="330058b7-7cdc-447c-b8c8-901976fd8df4">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.241" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="e1393276-ec52-47cb-9f5f-7091031496ea">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.110" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="ac081780-857f-4c8a-b81e-7786b8e5ed34">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.127" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="07d8a155-4ec8-4926-903a-563b12e99c16">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:         <nova:port uuid="f17e7d07-ef17-4b36-9e55-0e0cbe6e4830">
Dec 06 11:16:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 11:16:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:07 user nova-compute[75260]:       </nova:ports>
Dec 06 11:16:07 user nova-compute[75260]:     </nova:instance>
Dec 06 11:16:07 user nova-compute[75260]:   </metadata>
Dec 06 11:16:07 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:16:07 user nova-compute[75260]:     <system>
Dec 06 11:16:07 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:16:07 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:16:07 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:16:07 user nova-compute[75260]:       <entry name="serial">ac9f3414-c8cc-4399-97aa-69849a451e4d</entry>
Dec 06 11:16:07 user nova-compute[75260]:       <entry name="uuid">ac9f3414-c8cc-4399-97aa-69849a451e4d</entry>
Dec 06 11:16:07 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:16:07 user nova-compute[75260]:     </system>
Dec 06 11:16:07 user nova-compute[75260]:   </sysinfo>
Dec 06 11:16:07 user nova-compute[75260]:   <os>
Dec 06 11:16:07 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:16:07 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:16:07 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:16:07 user nova-compute[75260]:   </os>
Dec 06 11:16:07 user nova-compute[75260]:   <features>
Dec 06 11:16:07 user nova-compute[75260]:     <acpi/>
Dec 06 11:16:07 user nova-compute[75260]:     <apic/>
Dec 06 11:16:07 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:16:07 user nova-compute[75260]:   </features>
Dec 06 11:16:07 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:16:07 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:16:07 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:16:07 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:16:07 user nova-compute[75260]:   </clock>
Dec 06 11:16:07 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:16:07 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:16:07 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:16:07 user nova-compute[75260]:   </cpu>
Dec 06 11:16:07 user nova-compute[75260]:   <devices>
Dec 06 11:16:07 user nova-compute[75260]:     <disk type="file" device="cdrom">
Dec 06 11:16:07 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 11:16:07 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d/disk.config"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="hda" bus="ide"/>
Dec 06 11:16:07 user nova-compute[75260]:     </disk>
Dec 06 11:16:07 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:16:07 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:16:07 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <serial>a3a8c0ae-745b-45d7-8874-236cbf823738</serial>
Dec 06 11:16:07 user nova-compute[75260]:     </disk>
Dec 06 11:16:07 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:16:07 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:16:07 user nova-compute[75260]:       <source dev="/dev/sdc"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <serial>76420b0f-f97d-411d-b831-0a16d9c4cd38</serial>
Dec 06 11:16:07 user nova-compute[75260]:     </disk>
Dec 06 11:16:07 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:16:07 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:16:07 user nova-compute[75260]:       <source dev="/dev/sdd"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="vdc" bus="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <serial>e85a1366-261f-40bc-8b38-5b85ae2a4baa</serial>
Dec 06 11:16:07 user nova-compute[75260]:     </disk>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:34:0a:42"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tapa183c75e-00"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:81:d6:ef"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tapa13d6164-4c"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:65:cd:21"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tap330058b7-7c"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:da:59:df"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tape1393276-ec"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:39:98:f9"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tapac081780-85"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:b8:48:54"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tap07d8a155-4e"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:07 user nova-compute[75260]:       <mac address="fa:16:3e:22:77:4f"/>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:07 user nova-compute[75260]:       <target dev="tapf17e7d07-ef"/>
Dec 06 11:16:07 user nova-compute[75260]:     </interface>
Dec 06 11:16:07 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:16:07 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d/console.log" append="off"/>
Dec 06 11:16:07 user nova-compute[75260]:     </serial>
Dec 06 11:16:07 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:16:07 user nova-compute[75260]:     <video>
Dec 06 11:16:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:07 user nova-compute[75260]:     </video>
Dec 06 11:16:07 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:16:07 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:16:07 user nova-compute[75260]:     </rng>
Dec 06 11:16:07 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:16:07 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:16:07 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:16:07 user nova-compute[75260]:     </memballoon>
Dec 06 11:16:07 user nova-compute[75260]:   </devices>
Dec 06 11:16:07 user nova-compute[75260]: </domain>
Dec 06 11:16:07 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eb36bd66-1cf0-508c-9d51-cdde62b3d90f', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa183c75e-00, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa183c75e-00, col_values=(('qos', UUID('80860cc8-632b-470d-b341-96baf4944c17')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa183c75e-00, col_values=(('external_ids', {'iface-id': 'a183c75e-00b2-4e30-a5ac-ef7ba7f74824', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:0a:42', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00')
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '91a570db-589f-54fa-9f6c-964588193663', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updating instance_info_cache with network_info: [{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa13d6164-4c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa13d6164-4c, col_values=(('qos', UUID('e18e6b92-e84c-4cb1-bbda-6c0f3e5d46ab')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa13d6164-4c, col_values=(('external_ids', {'iface-id': 'a13d6164-4c67-49c2-bac0-5f569b685a53', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:d6:ef', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c')
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8cb79a1-cbc0-574c-b7bc-6c89fa71c596', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap330058b7-7c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap330058b7-7c, col_values=(('qos', UUID('562e822e-4f8f-4415-a9b2-f5d2bc495064')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap330058b7-7c, col_values=(('external_ids', {'iface-id': '330058b7-7cdc-447c-b8c8-901976fd8df4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:cd:21', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c')
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '67fc6fc7-e77b-5153-82e7-34080af946fd', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape1393276-ec, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape1393276-ec, col_values=(('qos', UUID('4e6ba552-b2bf-4619-81c4-973e85e42f43')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape1393276-ec, col_values=(('external_ids', {'iface-id': 'e1393276-ec52-47cb-9f5f-7091031496ea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:59:df', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.216s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpf6c4_2c6/961685d88fd64632bc07df4eaf4a39cb.delta 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec')
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '795e3c11-55a9-5fc2-8a81-5874a1c5560d', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpf6c4_2c6/961685d88fd64632bc07df4eaf4a39cb.delta 1073741824" returned: 0 in 0.069s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75260) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 06 11:16:08 user nova-compute[75260]: INFO nova.virt.libvirt.host [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] UEFI support detected
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac081780-85, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac081780-85, col_values=(('qos', UUID('b0dfbd6b-4354-4926-9055-ff8454cff0d8')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac081780-85, col_values=(('external_ids', {'iface-id': 'ac081780-857f-4c8a-b81e-7786b8e5ed34', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:98:f9', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85')
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8daff3a2-e4c6-5383-aa24-ec37829cfc96', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap07d8a155-4e, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap07d8a155-4e, col_values=(('qos', UUID('e8d2f3ce-1ad9-4fcb-a4e4-3f04eb253ca2')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap07d8a155-4e, col_values=(('external_ids', {'iface-id': '07d8a155-4ec8-4926-903a-563b12e99c16', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:48:54', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e')
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b028002-03c7-50d2-aea6-f778b483cb1f', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf17e7d07-ef, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf17e7d07-ef, col_values=(('qos', UUID('fd9c513b-50b0-4141-ada2-7a65a16042fb')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf17e7d07-ef, col_values=(('external_ids', {'iface-id': 'f17e7d07-ef17-4b36-9e55-0e0cbe6e4830', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:77:4f', 'vm-uuid': 'ac9f3414-c8cc-4399-97aa-69849a451e4d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:08 user nova-compute[75260]: INFO os_vif [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef')
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] No BDM found with device name hda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] No VIF found with MAC fa:16:3e:34:0a:42, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] No VIF found with MAC fa:16:3e:39:98:f9, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Using config drive
Dec 06 11:16:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Creating config drive at /opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d/disk.config
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpaaqd7uqb {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpaaqd7uqb" returned: 0 in 0.066s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.140s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:09 user nova-compute[75260]: INFO nova.compute.manager [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Attaching volume a8dcf547-b67c-49d7-8212-107ae13f2464 to /dev/vdb
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:16:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 11:16:09 user nova-compute[75260]: DEBUG os_brick.utils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a0a3ba-f059-4ad3-850a-e061242c1b7f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "8512a939-986c-4556-9de2-ab66cf5f6773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf60405-51f2-4b6d-b678-a56f1fee26b4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9546528d-30fe-4332-a5cc-f376536fd6a8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1e1186-5e56-4034-ad83-f2ed2c444aa9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:09 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f33e31d-5c05-471d-9a83-fc9a9676489b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG os_brick.utils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating existing volume attachment record: da85de55-5f08-42b2-8606-d360e1c8248a {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpf6c4_2c6/961685d88fd64632bc07df4eaf4a39cb.delta /opt/stack/data/nova/instances/snapshots/tmpf6c4_2c6/961685d88fd64632bc07df4eaf4a39cb {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:09 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:16:09 user nova-compute[75260]: INFO nova.compute.claims [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Claim successful on node user
Dec 06 11:16:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpf6c4_2c6/961685d88fd64632bc07df4eaf4a39cb.delta /opt/stack/data/nova/instances/snapshots/tmpf6c4_2c6/961685d88fd64632bc07df4eaf4a39cb" returned: 0 in 0.408s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Snapshot extracted, beginning image upload
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.625s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:16:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.policy [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '805df32ad9954f07bfd9b1e951baed41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a3d1d923c449c9bdd9b586b5fb0197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:16:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Creating image(s)
Dec 06 11:16:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "/opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "/opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "/opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-0ebc91d9-9f28-4381-8a5d-f7960549d10e req-4f865640-9634-4999-8e0f-7efc12e004dd service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0ebc91d9-9f28-4381-8a5d-f7960549d10e req-4f865640-9634-4999-8e0f-7efc12e004dd service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0ebc91d9-9f28-4381-8a5d-f7960549d10e req-4f865640-9634-4999-8e0f-7efc12e004dd service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0ebc91d9-9f28-4381-8a5d-f7960549d10e req-4f865640-9634-4999-8e0f-7efc12e004dd service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-0ebc91d9-9f28-4381-8a5d-f7960549d10e req-4f865640-9634-4999-8e0f-7efc12e004dd service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:11 user nova-compute[75260]: WARNING nova.compute.manager [req-0ebc91d9-9f28-4381-8a5d-f7960549d10e req-4f865640-9634-4999-8e0f-7efc12e004dd service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 for instance with vm_state building and task_state spawning.
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.260s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk 1073741824" returned: 0 in 0.065s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Successfully created port: fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.248s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Cannot resize image /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Ensure instance console log exists: /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.005s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Successfully updated port: fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "refresh_cache-8512a939-986c-4556-9de2-ab66cf5f6773" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquired lock "refresh_cache-8512a939-986c-4556-9de2-ab66cf5f6773" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-changed-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Refreshing instance network info cache due to event network-changed-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] Acquiring lock "refresh_cache-8512a939-986c-4556-9de2-ab66cf5f6773" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Updating instance_info_cache with network_info: [{"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Releasing lock "refresh_cache-8512a939-986c-4556-9de2-ab66cf5f6773" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Instance network_info: |[{"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] Acquired lock "refresh_cache-8512a939-986c-4556-9de2-ab66cf5f6773" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Refreshing network info cache for port fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Start _get_guest_xml network_info=[{"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:16:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1323430171',display_name='tempest-ServersNegativeTestJSON-server-1323430171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1323430171',id=12,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='27a3d1d923c449c9bdd9b586b5fb0197',ramdisk_id='',reservation_id='r-ezgia20n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-242890255',owner_user_name='tempest-ServersNegativeTestJSON-242890255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:16:11Z,user_data=None,user_id='805df32ad9954f07bfd9b1e951baed41',uuid=8512a939-986c-4556-9de2-ab66cf5f6773,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converting VIF {"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lazy-loading 'pci_devices' on Instance uuid 8512a939-986c-4556-9de2-ab66cf5f6773 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:16:12 user nova-compute[75260]:   <uuid>8512a939-986c-4556-9de2-ab66cf5f6773</uuid>
Dec 06 11:16:12 user nova-compute[75260]:   <name>instance-0000000c</name>
Dec 06 11:16:12 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:16:12 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:16:12 user nova-compute[75260]:   <metadata>
Dec 06 11:16:12 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:16:12 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:16:12 user nova-compute[75260]:       <nova:name>tempest-ServersNegativeTestJSON-server-1323430171</nova:name>
Dec 06 11:16:12 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:16:12</nova:creationTime>
Dec 06 11:16:12 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:16:12 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:16:12 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:16:12 user nova-compute[75260]:       <nova:owner>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:user uuid="805df32ad9954f07bfd9b1e951baed41">tempest-ServersNegativeTestJSON-242890255-project-member</nova:user>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:project uuid="27a3d1d923c449c9bdd9b586b5fb0197">tempest-ServersNegativeTestJSON-242890255</nova:project>
Dec 06 11:16:12 user nova-compute[75260]:       </nova:owner>
Dec 06 11:16:12 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:16:12 user nova-compute[75260]:       <nova:ports>
Dec 06 11:16:12 user nova-compute[75260]:         <nova:port uuid="fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c">
Dec 06 11:16:12 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:16:12 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:12 user nova-compute[75260]:       </nova:ports>
Dec 06 11:16:12 user nova-compute[75260]:     </nova:instance>
Dec 06 11:16:12 user nova-compute[75260]:   </metadata>
Dec 06 11:16:12 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:16:12 user nova-compute[75260]:     <system>
Dec 06 11:16:12 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:16:12 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:16:12 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:16:12 user nova-compute[75260]:       <entry name="serial">8512a939-986c-4556-9de2-ab66cf5f6773</entry>
Dec 06 11:16:12 user nova-compute[75260]:       <entry name="uuid">8512a939-986c-4556-9de2-ab66cf5f6773</entry>
Dec 06 11:16:12 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:16:12 user nova-compute[75260]:     </system>
Dec 06 11:16:12 user nova-compute[75260]:   </sysinfo>
Dec 06 11:16:12 user nova-compute[75260]:   <os>
Dec 06 11:16:12 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:16:12 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:16:12 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:16:12 user nova-compute[75260]:   </os>
Dec 06 11:16:12 user nova-compute[75260]:   <features>
Dec 06 11:16:12 user nova-compute[75260]:     <acpi/>
Dec 06 11:16:12 user nova-compute[75260]:     <apic/>
Dec 06 11:16:12 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:16:12 user nova-compute[75260]:   </features>
Dec 06 11:16:12 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:16:12 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:16:12 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:16:12 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:16:12 user nova-compute[75260]:   </clock>
Dec 06 11:16:12 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:16:12 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:16:12 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:16:12 user nova-compute[75260]:   </cpu>
Dec 06 11:16:12 user nova-compute[75260]:   <devices>
Dec 06 11:16:12 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:16:12 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:16:12 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk"/>
Dec 06 11:16:12 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:16:12 user nova-compute[75260]:     </disk>
Dec 06 11:16:12 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:12 user nova-compute[75260]:       <mac address="fa:16:3e:72:10:cc"/>
Dec 06 11:16:12 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:12 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:12 user nova-compute[75260]:       <target dev="tapfe6062a7-a3"/>
Dec 06 11:16:12 user nova-compute[75260]:     </interface>
Dec 06 11:16:12 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:16:12 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/console.log" append="off"/>
Dec 06 11:16:12 user nova-compute[75260]:     </serial>
Dec 06 11:16:12 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:16:12 user nova-compute[75260]:     <video>
Dec 06 11:16:12 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:12 user nova-compute[75260]:     </video>
Dec 06 11:16:12 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:16:12 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:16:12 user nova-compute[75260]:     </rng>
Dec 06 11:16:12 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:16:12 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:16:12 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:16:12 user nova-compute[75260]:     </memballoon>
Dec 06 11:16:12 user nova-compute[75260]:   </devices>
Dec 06 11:16:12 user nova-compute[75260]: </domain>
Dec 06 11:16:12 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1323430171',display_name='tempest-ServersNegativeTestJSON-server-1323430171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1323430171',id=12,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='27a3d1d923c449c9bdd9b586b5fb0197',ramdisk_id='',reservation_id='r-ezgia20n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-242890255',owner_user_name='tempest-ServersNegativeTestJSON-242890255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:16:11Z,user_data=None,user_id='805df32ad9954f07bfd9b1e951baed41',uuid=8512a939-986c-4556-9de2-ab66cf5f6773,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converting VIF {"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:12 user nova-compute[75260]: DEBUG os_vif [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '14253e07-6cf5-5ca6-9c91-c790a36db4ad', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe6062a7-a3, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe6062a7-a3, col_values=(('qos', UUID('0dde43ea-f45f-462f-ac92-8c363ea059ce')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe6062a7-a3, col_values=(('external_ids', {'iface-id': 'fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:10:cc', 'vm-uuid': '8512a939-986c-4556-9de2-ab66cf5f6773'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: INFO os_vif [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3')
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] No VIF found with MAC fa:16:3e:72:10:cc, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:13 user nova-compute[75260]: WARNING nova.compute.manager [req-c7fd9d56-a3d8-41ba-89ae-9b829a404dc2 req-0e811b52-2c75-4653-a086-262d7fb41c9e service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 for instance with vm_state building and task_state spawning.
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Updated VIF entry in instance network info cache for port fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Updating instance_info_cache with network_info: [{"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4e2190a8-17de-4d41-83fc-019618022fef req-279da9c8-02c2-4d6b-bae7-34af775e5bd9 service nova] Releasing lock "refresh_cache-8512a939-986c-4556-9de2-ab66cf5f6773" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-changed-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Refreshing instance network info cache due to event network-changed-393eee0c-21c8-479c-ac24-c37aabe30367. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Refreshing network info cache for port 393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Snapshot image upload complete
Dec 06 11:16:13 user nova-compute[75260]: INFO nova.compute.manager [None req-268cd210-2135-4c9d-bcff-9d40e8091fe2 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Took 6.78 seconds to snapshot the instance on the hypervisor.
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.network.neutron [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updated VIF entry in instance network info cache for port 393eee0c-21c8-479c-ac24-c37aabe30367. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.network.neutron [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:14 user nova-compute[75260]: WARNING nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 for instance with vm_state building and task_state spawning.
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:14 user nova-compute[75260]: WARNING nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 for instance with vm_state building and task_state spawning.
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:14 user nova-compute[75260]: WARNING nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 for instance with vm_state building and task_state spawning.
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:14 user nova-compute[75260]: WARNING nova.compute.manager [req-1ae55b5c-a77c-4223-a840-b0723b16a50e req-08b80fc1-d7dc-49b3-8919-ba0b0332e781 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 for instance with vm_state building and task_state spawning.
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a4997ff3-d28f-4bfd-b84a-c8fefe7c449d req-940c726c-fcc3-4de6-9cfb-4cf8d8972fca service nova] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-e272e366-c18f-4f7f-9ac1-573f5c346088 req-0245132c-8775-4264-9096-c4ea88dd0e79 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e272e366-c18f-4f7f-9ac1-573f5c346088 req-0245132c-8775-4264-9096-c4ea88dd0e79 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e272e366-c18f-4f7f-9ac1-573f5c346088 req-0245132c-8775-4264-9096-c4ea88dd0e79 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e272e366-c18f-4f7f-9ac1-573f5c346088 req-0245132c-8775-4264-9096-c4ea88dd0e79 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-e272e366-c18f-4f7f-9ac1-573f5c346088 req-0245132c-8775-4264-9096-c4ea88dd0e79 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:15 user nova-compute[75260]: WARNING nova.compute.manager [req-e272e366-c18f-4f7f-9ac1-573f5c346088 req-0245132c-8775-4264-9096-c4ea88dd0e79 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 for instance with vm_state building and task_state spawning.
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] No waiting events found dispatching network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:15 user nova-compute[75260]: WARNING nova.compute.manager [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received unexpected event network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c for instance with vm_state building and task_state spawning.
Dec 06 11:16:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] No waiting events found dispatching network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:15 user nova-compute[75260]: WARNING nova.compute.manager [req-8f880e58-8d9f-4467-9263-a54c3aaec7d7 req-817524e3-6433-4d8d-a976-4477300b32a1 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received unexpected event network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c for instance with vm_state building and task_state spawning.
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:16:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance spawned successfully.
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:16 user nova-compute[75260]: INFO nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Took 13.37 seconds to spawn the instance on the hypervisor.
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:16 user nova-compute[75260]: INFO nova.compute.manager [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Took 45.31 seconds to build instance.
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4fa8fbf4-fbad-4bab-b6ac-2176ec5bd524 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.414s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:16:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Instance spawned successfully.
Dec 06 11:16:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:17 user nova-compute[75260]: INFO nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Took 6.28 seconds to spawn the instance on the hypervisor.
Dec 06 11:16:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:17 user nova-compute[75260]: INFO nova.compute.manager [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Took 7.42 seconds to build instance.
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9ecdc2d-ab59-4fe2-85b3-6988be6a208a tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "8512a939-986c-4556-9de2-ab66cf5f6773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.567s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:16:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:16:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7024MB free_disk=25.43413543701172GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9103487a-8109-48ed-be73-1a6a20a9db46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 44a993f9-7d32-4855-b4f5-1d9428f510cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34ffda08-920d-4e6e-8580-eee8c83d7632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 215238c2-4e6c-4199-a731-28eed8504f90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ac9f3414-c8cc-4399-97aa-69849a451e4d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 8512a939-986c-4556-9de2-ab66cf5f6773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:16:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:21 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[385f4162-8c7e-42aa-8a7c-41c965a14379]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:21 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2134740e-5eff-44f1-aafa-824d9a97e3e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464] added
Dec 06 11:16:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.628s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[19bde5cc-3e2e-470e-b4a1-ece9aad86ee7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[00fce4ac-73c1-498c-add2-21a33991ba4c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yYPHuWeq {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yYPHuWeq" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9120c7-c557-4648-b3b0-ce42e09e3b2c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yYPHuWeq'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f8b74e-e5ec-4eb7-99bb-3eee5ff05254]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9d0c51f-fff0-4c9f-be49-e4f9822eb807]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06ea1be-b31b-4e49-b2e3-e6fe6d88c069]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]
Dec 06 11:16:21 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8343fcde-fbfe-4c6d-b4be-0831d73da558]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fffd4215-0cd7-4d17-9cb2-3d51c66cb6f9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:21 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a064c61-792f-41ee-997d-0cc731c946f7]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:16:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '23033393566306538', 'path': '/dev/sde'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23033393566306538', 'path': '/dev/sde'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:16:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:16:22 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:16:22 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:16:22 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:16:22 user nova-compute[75260]:   <serial>a8dcf547-b67c-49d7-8212-107ae13f2464</serial>
Dec 06 11:16:22 user nova-compute[75260]: </disk>
Dec 06 11:16:22 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No VIF found with MAC fa:16:3e:75:7b:6f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:16:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2f2986c-310b-42c2-98fc-97898243e8ab tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.731s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-9343a900-6804-42ea-9651-7ee3ccc75cf7 req-7e4ce026-bd21-4dd1-9159-51496842c623 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9343a900-6804-42ea-9651-7ee3ccc75cf7 req-7e4ce026-bd21-4dd1-9159-51496842c623 service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9343a900-6804-42ea-9651-7ee3ccc75cf7 req-7e4ce026-bd21-4dd1-9159-51496842c623 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9343a900-6804-42ea-9651-7ee3ccc75cf7 req-7e4ce026-bd21-4dd1-9159-51496842c623 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-9343a900-6804-42ea-9651-7ee3ccc75cf7 req-7e4ce026-bd21-4dd1-9159-51496842c623 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:24 user nova-compute[75260]: WARNING nova.compute.manager [req-9343a900-6804-42ea-9651-7ee3ccc75cf7 req-7e4ce026-bd21-4dd1-9159-51496842c623 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state active and task_state powering-off.
Dec 06 11:16:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance destroyed successfully.
Dec 06 11:16:25 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:16:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f475cd43-bb60-414f-87ea-f3f94eaf3405 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.332s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-2afa812f-f0ad-4089-98b7-4f1234f5db02 req-8f828a53-5b35-47cd-acb9-ab99b7497a6e service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2afa812f-f0ad-4089-98b7-4f1234f5db02 req-8f828a53-5b35-47cd-acb9-ab99b7497a6e service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2afa812f-f0ad-4089-98b7-4f1234f5db02 req-8f828a53-5b35-47cd-acb9-ab99b7497a6e service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2afa812f-f0ad-4089-98b7-4f1234f5db02 req-8f828a53-5b35-47cd-acb9-ab99b7497a6e service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-2afa812f-f0ad-4089-98b7-4f1234f5db02 req-8f828a53-5b35-47cd-acb9-ab99b7497a6e service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:26 user nova-compute[75260]: WARNING nova.compute.manager [req-2afa812f-f0ad-4089-98b7-4f1234f5db02 req-8f828a53-5b35-47cd-acb9-ab99b7497a6e service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state stopped and task_state None.
Dec 06 11:16:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-changed-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Refreshing instance network info cache due to event network-changed-59661ccf-7410-4751-83e0-25d547450b55. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] Acquiring lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] Acquired lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Refreshing network info cache for port 59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updated VIF entry in instance network info cache for port 59661ccf-7410-4751-83e0-25d547450b55. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updating instance_info_cache with network_info: [{"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-121bb785-0ef7-406e-9811-52244ef23c45 req-029c93a7-a7b1-48c6-a5f1-a1dbe7ee56cc service nova] Releasing lock "refresh_cache-d9ea5899-c80f-4f30-8fbc-1eb402a3beec" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-changed-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Refreshing instance network info cache due to event network-changed-68761d1a-b5dd-45bb-b805-a49e1caf74e0. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] Acquiring lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] Acquired lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Refreshing network info cache for port 68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lazy-loading 'flavor' on Instance uuid d9ea5899-c80f-4f30-8fbc-1eb402a3beec {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:33 user nova-compute[75260]: INFO nova.compute.manager [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Attaching volume ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f to /dev/sdc
Dec 06 11:16:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG os_brick.utils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[076aa61c-a1b4-4b49-b104-d867aefc477e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG nova.network.neutron [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updated VIF entry in instance network info cache for port 68761d1a-b5dd-45bb-b805-a49e1caf74e0. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG nova.network.neutron [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updating instance_info_cache with network_info: [{"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd64bd4-5e7f-48b8-8c44-071e25f30c84]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-879097a3-1a59-42ea-a816-0078fb569bfd req-2a53d733-a052-4b2d-b803-949723784c8a service nova] Releasing lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c7ea10f-945f-4161-bf91-c84d9cfe00cc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4003af-c972-41c6-b21e-2793cbde81bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:33 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:16:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[562ca22b-e009-4500-935a-fd761a4c0be5]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG os_brick.utils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:33 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updating existing volume attachment record: 1cc2c5a5-1029-472a-b91c-3b6f80f9f2db {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:16:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'flavor' on Instance uuid 34227fd8-b7df-43b9-b7a2-cb055be5f469 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.102s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:37 user nova-compute[75260]: INFO nova.compute.manager [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Attaching volume 3167cb42-0423-43e5-88c2-74ddc81c9322 to /dev/vdb
Dec 06 11:16:37 user nova-compute[75260]: DEBUG os_brick.utils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[55540535-817a-40f2-99f5-1ad33bf5b952]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4bad3f-77ec-494a-b1a4-b8f865471f8d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89c1c46-60ff-456f-b30d-a261befb93f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e67bd11-a8fe-4c75-bf0b-568520156df9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:38 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:16:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c880b830-506e-4343-8aef-d952dfbd9cb0]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG os_brick.utils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updating existing volume attachment record: 65cdb50c-6072-4219-9d38-0d984d816991 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-changed-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Refreshing instance network info cache due to event network-changed-50167219-a41d-4cb2-98a2-f5c455da89c2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] Acquiring lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] Acquired lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Refreshing network info cache for port 50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-changed-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Refreshing instance network info cache due to event network-changed-b9271854-dda6-46d8-8dc6-d36373a95d30. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] Acquiring lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] Acquired lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Refreshing network info cache for port b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lazy-loading 'flavor' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Updated VIF entry in instance network info cache for port 50167219-a41d-4cb2-98a2-f5c455da89c2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Updating instance_info_cache with network_info: [{"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:39 user nova-compute[75260]: INFO nova.compute.manager [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Attaching volume 6294959f-1612-4fdb-82aa-81fb785d3183 to /dev/vdb
Dec 06 11:16:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e2a694ac-017b-4694-9d05-06fdec8fc912 req-784f0d26-2f8d-4160-bbbb-9293738e855c service nova] Releasing lock "refresh_cache-9103487a-8109-48ed-be73-1a6a20a9db46" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG os_brick.utils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d58309-e3a1-4043-a8c1-dee2a3884800]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "interface-44a993f9-7d32-4855-b4f5-1d9428f510cc-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "interface-44a993f9-7d32-4855-b4f5-1d9428f510cc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.objects.instance [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'flavor' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[47893393-016f-46f0-98f6-1c2b14789b7d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[00864faf-93e8-4e06-a9af-cad94daf9ea0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[402d206b-cc81-4499-a237-44873bb9e8b3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:40 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[361ed86a-7739-427a-b38e-3bd60ab57aa7]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG os_brick.utils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Updating existing volume attachment record: bbbd3334-6491-40e3-a2d3-c8f10c63542b {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updated VIF entry in instance network info cache for port b9271854-dda6-46d8-8dc6-d36373a95d30. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5dad41d-11b2-4583-98b2-a7046a1699fc req-2cc312a7-4dba-4ee5-9b49-0fc4abadddc9 service nova] Releasing lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.objects.instance [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'pci_requests' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.objects.base [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Object Instance<44a993f9-7d32-4855-b4f5-1d9428f510cc> lazy-loaded attributes: flavor,pci_requests {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:16:40 user nova-compute[75260]: DEBUG nova.policy [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1e129d562a497c931986493aece32c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ab36c3a15d4c8382d3c607b965e6ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Successfully created port: 65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Successfully updated port: 65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquired lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-changed-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Refreshing instance network info cache due to event network-changed-65887a11-446d-495f-b4c2-4a3135f47385. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] Acquiring lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Releasing lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] Acquired lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.network.neutron [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Refreshing network info cache for port 65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG os_vif [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ca0c9be-f69c-502f-a2e8-6a2d33005790', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65887a11-44, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65887a11-44, col_values=(('qos', UUID('d5feee81-468b-4770-8abb-06cd54215892')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65887a11-44, col_values=(('external_ids', {'iface-id': '65887a11-446d-495f-b4c2-4a3135f47385', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:79:5e', 'vm-uuid': '44a993f9-7d32-4855-b4f5-1d9428f510cc'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:42 user nova-compute[75260]: INFO os_vif [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44')
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] attach device xml: <interface type="ethernet">
Dec 06 11:16:42 user nova-compute[75260]:   <mac address="fa:16:3e:8e:79:5e"/>
Dec 06 11:16:42 user nova-compute[75260]:   <model type="virtio"/>
Dec 06 11:16:42 user nova-compute[75260]:   <mtu size="1442"/>
Dec 06 11:16:42 user nova-compute[75260]:   <target dev="tap65887a11-44"/>
Dec 06 11:16:42 user nova-compute[75260]: </interface>
Dec 06 11:16:42 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:16:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-31716a73-b46b-420e-92f2-51e0ec3ada3a req-af218436-41eb-4b7d-b5b5-e12108ef8e5a service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-31716a73-b46b-420e-92f2-51e0ec3ada3a req-af218436-41eb-4b7d-b5b5-e12108ef8e5a service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-31716a73-b46b-420e-92f2-51e0ec3ada3a req-af218436-41eb-4b7d-b5b5-e12108ef8e5a service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-31716a73-b46b-420e-92f2-51e0ec3ada3a req-af218436-41eb-4b7d-b5b5-e12108ef8e5a service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-31716a73-b46b-420e-92f2-51e0ec3ada3a req-af218436-41eb-4b7d-b5b5-e12108ef8e5a service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:43 user nova-compute[75260]: WARNING nova.compute.manager [req-31716a73-b46b-420e-92f2-51e0ec3ada3a req-af218436-41eb-4b7d-b5b5-e12108ef8e5a service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 for instance with vm_state active and task_state None.
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updated VIF entry in instance network info cache for port 65887a11-446d-495f-b4c2-4a3135f47385. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No BDM found with device name hda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No VIF found with MAC fa:16:3e:01:32:b3, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d8e39026-1cc6-4a8d-bb19-3cedc30ad271 req-67a5384b-c28b-4e94-8bd2-383f2fcb0ce7 service nova] Releasing lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:16:43 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:16:43 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:16:43 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:16:43</nova:creationTime>
Dec 06 11:16:43 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:16:43 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:16:43 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:16:43 user nova-compute[75260]:   <nova:owner>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:16:43 user nova-compute[75260]:   </nova:owner>
Dec 06 11:16:43 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:16:43 user nova-compute[75260]:   <nova:ports>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:16:43 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:16:43 user nova-compute[75260]:     </nova:port>
Dec 06 11:16:43 user nova-compute[75260]:     <nova:port uuid="65887a11-446d-495f-b4c2-4a3135f47385">
Dec 06 11:16:43 user nova-compute[75260]:       <nova:ip type="fixed" address="10.10.10.131" ipVersion="4"/>
Dec 06 11:16:43 user nova-compute[75260]:     </nova:port>
Dec 06 11:16:43 user nova-compute[75260]:   </nova:ports>
Dec 06 11:16:43 user nova-compute[75260]: </nova:instance>
Dec 06 11:16:43 user nova-compute[75260]:  {{(pid=75260) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e33ca695-3b71-422c-92e9-2b9e5cb639b8 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "interface-44a993f9-7d32-4855-b4f5-1d9428f510cc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.288s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULiVNSyG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:45 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:45 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:45 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[214d8c44-e66c-4e35-ad20-d30b4fb7fa8e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:45 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[209a3991-284a-4573-995f-9206d23ab8ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f] added
Dec 06 11:16:45 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4154f7c3-5756-482b-ab1f-376625fd3a76]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[290ef69a-4943-4038-a611-57e6fd6a84df]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULiVNSyG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULiVNSyG" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a09f0a9-1d54-4fc1-9791-2f10b2c72edd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ULiVNSyG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f38e7a-3b39-42c9-aa27-a7b68ec45dea]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-098cd6c0-89fe-43f4-8ccd-f3bce6e555a4 req-b763c607-8cc0-4764-8126-7c34f099a767 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-098cd6c0-89fe-43f4-8ccd-f3bce6e555a4 req-b763c607-8cc0-4764-8126-7c34f099a767 service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-098cd6c0-89fe-43f4-8ccd-f3bce6e555a4 req-b763c607-8cc0-4764-8126-7c34f099a767 service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-098cd6c0-89fe-43f4-8ccd-f3bce6e555a4 req-b763c607-8cc0-4764-8126-7c34f099a767 service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-098cd6c0-89fe-43f4-8ccd-f3bce6e555a4 req-b763c607-8cc0-4764-8126-7c34f099a767 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:45 user nova-compute[75260]: WARNING nova.compute.manager [req-098cd6c0-89fe-43f4-8ccd-f3bce6e555a4 req-b763c607-8cc0-4764-8126-7c34f099a767 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 for instance with vm_state active and task_state None.
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e8b310-998d-4023-b60c-8dca1445b614]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a9b25dd-c2b5-43c7-83db-cddc9a1bf6c1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260]
Dec 06 11:16:45 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:45 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c85bb0-5066-4280-832e-7fe2125a2bff]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[482359ab-6c48-422b-a401-9bc312755738]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:45 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:45 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:45 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15932de-25f1-49e0-b09b-93fb7e224df6]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULiVNSyG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'flavor' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:45 user nova-compute[75260]: INFO nova.compute.manager [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Attaching volume cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 to /dev/vdb
Dec 06 11:16:45 user nova-compute[75260]: DEBUG os_brick.utils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e2680b-046b-49f9-bfcf-af80762925a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[feeabdbb-f154-4dec-b43f-94fc3978d248]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[250d5314-560b-4692-9b90-a172c445d9aa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8914c2d0-60ea-4d57-bda0-43dd56cbc9b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:46 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[68fa635c-24b1-439f-9710-78b7da4478f2]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.utils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating existing volume attachment record: 17acee8a-d9ac-4158-b61d-dac7ed4c67c7 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '26362643261386361', 'path': '/dev/sdf'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362643261386361', 'path': '/dev/sdf'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lazy-loading 'flavor' on Instance uuid d9ea5899-c80f-4f30-8fbc-1eb402a3beec {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:16:46 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:16:46 user nova-compute[75260]:   <source dev="/dev/sdf"/>
Dec 06 11:16:46 user nova-compute[75260]:   <target dev="sdc" bus="scsi"/>
Dec 06 11:16:46 user nova-compute[75260]:   <serial>ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f</serial>
Dec 06 11:16:46 user nova-compute[75260]:   <address type="drive" controller="0" unit="2"/>
Dec 06 11:16:46 user nova-compute[75260]: </disk>
Dec 06 11:16:46 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:16:46 user nova-compute[75260]: INFO nova.compute.claims [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Claim successful on node user
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No BDM found with device name sda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] No VIF found with MAC fa:16:3e:1a:a2:8f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:16:47 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.policy [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e20699a3de48490c8f2eba53e9cb64e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d272d403bba4835aedd6c4d70dfeace', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:16:47 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Creating image(s)
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "/opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "/opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "/opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.235s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk 1073741824" returned: 0 in 0.060s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Successfully created port: 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Cannot resize image /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Ensure instance console log exists: /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Successfully updated port: 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquired lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-changed-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Refreshing instance network info cache due to event network-changed-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] Acquiring lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updating instance_info_cache with network_info: [{"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Releasing lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Instance network_info: |[{"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] Acquired lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.neutron [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Refreshing network info cache for port 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Start _get_guest_xml network_info=[{"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:16:49 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:49 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1459394243',display_name='tempest-TestStampPattern-server-1459394243',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1459394243',id=13,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhCet1rI5ZbFjIYMEENVfnizz4SrZimK73CT9T/z5wI7DmykDsLVZ28Y8b5rqziwRABwdYwRCdoy2LuhEw4VTlk4yMp90PB/JavS+6ko6+AOJvrYhXEeI/b/HwI1Ij0Xw==',key_name='tempest-TestStampPattern-2072300639',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2d272d403bba4835aedd6c4d70dfeace',ramdisk_id='',reservation_id='r-1jgszrdp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-348927429',owner_user_name='tempest-TestStampPattern-348927429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:16:48Z,user_data=None,user_id='e20699a3de48490c8f2eba53e9cb64e0',uuid=0c2a76d6-310c-45bc-add0-ca2316ed4d35,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converting VIF {"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:16:49 user nova-compute[75260]:   <uuid>0c2a76d6-310c-45bc-add0-ca2316ed4d35</uuid>
Dec 06 11:16:49 user nova-compute[75260]:   <name>instance-0000000d</name>
Dec 06 11:16:49 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:16:49 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:16:49 user nova-compute[75260]:   <metadata>
Dec 06 11:16:49 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:16:49 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:16:49 user nova-compute[75260]:       <nova:name>tempest-TestStampPattern-server-1459394243</nova:name>
Dec 06 11:16:49 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:16:49</nova:creationTime>
Dec 06 11:16:49 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:16:49 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:16:49 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:16:49 user nova-compute[75260]:       <nova:owner>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:user uuid="e20699a3de48490c8f2eba53e9cb64e0">tempest-TestStampPattern-348927429-project-member</nova:user>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:project uuid="2d272d403bba4835aedd6c4d70dfeace">tempest-TestStampPattern-348927429</nova:project>
Dec 06 11:16:49 user nova-compute[75260]:       </nova:owner>
Dec 06 11:16:49 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:16:49 user nova-compute[75260]:       <nova:ports>
Dec 06 11:16:49 user nova-compute[75260]:         <nova:port uuid="542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143">
Dec 06 11:16:49 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 11:16:49 user nova-compute[75260]:         </nova:port>
Dec 06 11:16:49 user nova-compute[75260]:       </nova:ports>
Dec 06 11:16:49 user nova-compute[75260]:     </nova:instance>
Dec 06 11:16:49 user nova-compute[75260]:   </metadata>
Dec 06 11:16:49 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:16:49 user nova-compute[75260]:     <system>
Dec 06 11:16:49 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:16:49 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:16:49 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:16:49 user nova-compute[75260]:       <entry name="serial">0c2a76d6-310c-45bc-add0-ca2316ed4d35</entry>
Dec 06 11:16:49 user nova-compute[75260]:       <entry name="uuid">0c2a76d6-310c-45bc-add0-ca2316ed4d35</entry>
Dec 06 11:16:49 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:16:49 user nova-compute[75260]:     </system>
Dec 06 11:16:49 user nova-compute[75260]:   </sysinfo>
Dec 06 11:16:49 user nova-compute[75260]:   <os>
Dec 06 11:16:49 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:16:49 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:16:49 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:16:49 user nova-compute[75260]:   </os>
Dec 06 11:16:49 user nova-compute[75260]:   <features>
Dec 06 11:16:49 user nova-compute[75260]:     <acpi/>
Dec 06 11:16:49 user nova-compute[75260]:     <apic/>
Dec 06 11:16:49 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:16:49 user nova-compute[75260]:   </features>
Dec 06 11:16:49 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:16:49 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:16:49 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:16:49 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:16:49 user nova-compute[75260]:   </clock>
Dec 06 11:16:49 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:16:49 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:16:49 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:16:49 user nova-compute[75260]:   </cpu>
Dec 06 11:16:49 user nova-compute[75260]:   <devices>
Dec 06 11:16:49 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:16:49 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:16:49 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk"/>
Dec 06 11:16:49 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:16:49 user nova-compute[75260]:     </disk>
Dec 06 11:16:49 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:16:49 user nova-compute[75260]:       <mac address="fa:16:3e:c5:75:86"/>
Dec 06 11:16:49 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:49 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:16:49 user nova-compute[75260]:       <target dev="tap542eb0fd-3e"/>
Dec 06 11:16:49 user nova-compute[75260]:     </interface>
Dec 06 11:16:49 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:16:49 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/console.log" append="off"/>
Dec 06 11:16:49 user nova-compute[75260]:     </serial>
Dec 06 11:16:49 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:16:49 user nova-compute[75260]:     <video>
Dec 06 11:16:49 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:16:49 user nova-compute[75260]:     </video>
Dec 06 11:16:49 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:16:49 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:16:49 user nova-compute[75260]:     </rng>
Dec 06 11:16:49 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:16:49 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:16:49 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:16:49 user nova-compute[75260]:     </memballoon>
Dec 06 11:16:49 user nova-compute[75260]:   </devices>
Dec 06 11:16:49 user nova-compute[75260]: </domain>
Dec 06 11:16:49 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1459394243',display_name='tempest-TestStampPattern-server-1459394243',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1459394243',id=13,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhCet1rI5ZbFjIYMEENVfnizz4SrZimK73CT9T/z5wI7DmykDsLVZ28Y8b5rqziwRABwdYwRCdoy2LuhEw4VTlk4yMp90PB/JavS+6ko6+AOJvrYhXEeI/b/HwI1Ij0Xw==',key_name='tempest-TestStampPattern-2072300639',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2d272d403bba4835aedd6c4d70dfeace',ramdisk_id='',reservation_id='r-1jgszrdp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-348927429',owner_user_name='tempest-TestStampPattern-348927429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:16:48Z,user_data=None,user_id='e20699a3de48490c8f2eba53e9cb64e0',uuid=0c2a76d6-310c-45bc-add0-ca2316ed4d35,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converting VIF {"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG os_vif [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f4769dc1-fa25-5b1b-9221-b211250af2e8', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap542eb0fd-3e, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap542eb0fd-3e, col_values=(('qos', UUID('b3988c3a-c9e2-4908-b7ff-5e0ac4997ec8')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap542eb0fd-3e, col_values=(('external_ids', {'iface-id': '542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:75:86', 'vm-uuid': '0c2a76d6-310c-45bc-add0-ca2316ed4d35'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:49 user nova-compute[75260]: INFO os_vif [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e')
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No VIF found with MAC fa:16:3e:c5:75:86, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.neutron [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updated VIF entry in instance network info cache for port 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG nova.network.neutron [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updating instance_info_cache with network_info: [{"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-887c2a0f-9119-4ad4-8c15-43c84702a510 req-66f8d42f-b650-4613-a062-f66b45426fa4 service nova] Releasing lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-changed-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Refreshing instance network info cache due to event network-changed-8d07e00b-9c0b-469b-a835-cf66180a3a9d. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] Acquiring lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] Acquired lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Refreshing network info cache for port 8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-8add0e8f-8baf-424c-a40d-5c60085b90ab req-2eebdb19-6fb8-4742-9f28-985c4e2a6a47 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8add0e8f-8baf-424c-a40d-5c60085b90ab req-2eebdb19-6fb8-4742-9f28-985c4e2a6a47 service nova] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8add0e8f-8baf-424c-a40d-5c60085b90ab req-2eebdb19-6fb8-4742-9f28-985c4e2a6a47 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8add0e8f-8baf-424c-a40d-5c60085b90ab req-2eebdb19-6fb8-4742-9f28-985c4e2a6a47 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-8add0e8f-8baf-424c-a40d-5c60085b90ab req-2eebdb19-6fb8-4742-9f28-985c4e2a6a47 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] No waiting events found dispatching network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:51 user nova-compute[75260]: WARNING nova.compute.manager [req-8add0e8f-8baf-424c-a40d-5c60085b90ab req-2eebdb19-6fb8-4742-9f28-985c4e2a6a47 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received unexpected event network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 for instance with vm_state building and task_state spawning.
Dec 06 11:16:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updated VIF entry in instance network info cache for port 8d07e00b-9c0b-469b-a835-cf66180a3a9d. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:16:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updating instance_info_cache with network_info: [{"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.12", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:16:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-10c44340-3bf1-4f13-94a4-a787a701d2e5 req-89b66fb8-030f-4e58-8261-39c9df8f5352 service nova] Releasing lock "refresh_cache-215238c2-4e6c-4199-a731-28eed8504f90" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:16:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:16:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Instance spawned successfully.
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:16:53 user nova-compute[75260]: INFO nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Took 5.68 seconds to spawn the instance on the hypervisor.
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:16:53 user nova-compute[75260]: INFO nova.compute.manager [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Took 6.55 seconds to build instance.
Dec 06 11:16:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1ff7c542-9a59-444e-9687-36e89944345a tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.671s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-e63f030e-7758-466a-833c-f361de576f71 req-309fcbf6-f1d5-452f-8b62-42fb1ba72158 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e63f030e-7758-466a-833c-f361de576f71 req-309fcbf6-f1d5-452f-8b62-42fb1ba72158 service nova] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e63f030e-7758-466a-833c-f361de576f71 req-309fcbf6-f1d5-452f-8b62-42fb1ba72158 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e63f030e-7758-466a-833c-f361de576f71 req-309fcbf6-f1d5-452f-8b62-42fb1ba72158 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-e63f030e-7758-466a-833c-f361de576f71 req-309fcbf6-f1d5-452f-8b62-42fb1ba72158 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] No waiting events found dispatching network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:16:53 user nova-compute[75260]: WARNING nova.compute.manager [req-e63f030e-7758-466a-833c-f361de576f71 req-309fcbf6-f1d5-452f-8b62-42fb1ba72158 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received unexpected event network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 for instance with vm_state active and task_state None.
Dec 06 11:16:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LzJcEubH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:56 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:56 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:56 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1128f736-fd70-4595-be3e-3f9544a52fe5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:56 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb05602-56ee-474e-9683-a387f1ff0e0e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07] added
Dec 06 11:16:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0f8387-34f7-4fad-a76d-5e9e5f20bc49]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcb8ef4-d0c7-4c8d-87ee-b58300f26e84]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LzJcEubH {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LzJcEubH" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8941d21-b12e-44df-bcd1-b6df11d102f6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LzJcEubH'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab359499-1af7-4101-be1d-e386aab65f7e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f933062-5c55-49b3-b1c4-33040021f87e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:56 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d60319b4-d4ed-4cf5-9e2e-3e8786051b91 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.928s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6c823df-15cd-47f9-ac96-779c7f967f39]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260]
Dec 06 11:16:56 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f9c692-1e2c-454f-8855-66094b1decd4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[22469f22-06ca-4bf6-8735-227b07c42527]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:57 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:16:57 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c483b5-2ffc-4b88-969f-9656f07015b4]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LzJcEubH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "215238c2-4e6c-4199-a731-28eed8504f90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG nova.objects.instance [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lazy-loading 'flavor' on Instance uuid 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "215238c2-4e6c-4199-a731-28eed8504f90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "215238c2-4e6c-4199-a731-28eed8504f90" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:16:57 user nova-compute[75260]: INFO nova.compute.manager [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Attaching volume 91a36556-e376-46b7-860b-c0f3f03acb26 to /dev/vdb
Dec 06 11:16:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.utils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24fcc61-b5bc-4642-9719-917a16a0fff2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd1b21e6-9936-401d-b9fb-4066975861a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[57a35abb-cda5-447b-b11c-3f70743af9cb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aca8cb5-e549-4e25-acf7-35c89e5df267]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:16:57 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:16:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[44d8c127-5861-44a3-b8a5-5115c3a61ea8]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG os_brick.utils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:57 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updating existing volume attachment record: 035204bc-1526-44da-868c-a97fbcdec04f {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '23465346663653863', 'path': '/dev/sdg'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23465346663653863', 'path': '/dev/sdg'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'flavor' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:16:58 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:16:58 user nova-compute[75260]:   <source dev="/dev/sdg"/>
Dec 06 11:16:58 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:16:58 user nova-compute[75260]:   <serial>cd3ea3ff-dbe4-40a5-b94e-1db867f47e07</serial>
Dec 06 11:16:58 user nova-compute[75260]: </disk>
Dec 06 11:16:58 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No BDM found with device name hda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:16:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] No VIF found with MAC fa:16:3e:01:32:b3, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bpXstzdQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:16:59 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:59 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:16:59 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7edd1e-3de5-4eae-b908-c9933e73ade4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:16:59 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[55005e3d-5aba-43cb-bacb-22b90bf3f356]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322] added
Dec 06 11:16:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f1ca2d-c425-4be9-ab3e-01873806cc5d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a1b1a5-7509-436f-b0d0-51836e1f814f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bpXstzdQ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bpXstzdQ" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76edf8e-5b36-4fed-807e-522f974885a6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bpXstzdQ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a0dc74-fc81-44c2-9705-6e93d2ce29f7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9d906c-e7cf-4dca-b9e8-566ada3462f2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d9f1e5-2984-41ad-a6c5-946899eb0e29]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260]
Dec 06 11:16:59 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260] successful.
Dec 06 11:16:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1291be91-c166-457d-835e-2fcf26ee75d0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1dcd4a-0bdf-4939-9c2c-390a45370a70]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:16:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a60fb05d-ff45-45f0-a19f-0d276c768fed tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.868s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[76d4df3e-24be-4d35-b617-1ee153aadcc1]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:16:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bpXstzdQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:00 user nova-compute[75260]: INFO nova.compute.manager [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Detaching volume ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f
Dec 06 11:17:00 user nova-compute[75260]: INFO nova.virt.block_device [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Attempting to driver detach volume ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f from mountpoint /dev/sdc
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Attempting to detach device sdc from instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:00 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:00 user nova-compute[75260]:   <source dev="/dev/sdf"/>
Dec 06 11:17:00 user nova-compute[75260]:   <target dev="sdc" bus="scsi"/>
Dec 06 11:17:00 user nova-compute[75260]:   <serial>ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f</serial>
Dec 06 11:17:00 user nova-compute[75260]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 11:17:00 user nova-compute[75260]: </disk>
Dec 06 11:17:00 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Successfully detached device sdc from instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec from the persistent domain config.
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:00 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:00 user nova-compute[75260]:   <source dev="/dev/sdf"/>
Dec 06 11:17:00 user nova-compute[75260]:   <target dev="sdc" bus="scsi"/>
Dec 06 11:17:00 user nova-compute[75260]:   <serial>ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f</serial>
Dec 06 11:17:00 user nova-compute[75260]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 11:17:00 user nova-compute[75260]: </disk>
Dec 06 11:17:00 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.371s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '26163393831623739', 'path': '/dev/sdh'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26163393831623739', 'path': '/dev/sdh'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'flavor' on Instance uuid 34227fd8-b7df-43b9-b7a2-cb055be5f469 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:17:00 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:00 user nova-compute[75260]:   <source dev="/dev/sdh"/>
Dec 06 11:17:00 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:00 user nova-compute[75260]:   <serial>3167cb42-0423-43e5-88c2-74ddc81c9322</serial>
Dec 06 11:17:00 user nova-compute[75260]: </disk>
Dec 06 11:17:00 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:17:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:17:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No VIF found with MAC fa:16:3e:2a:f3:0a, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:17:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:05 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Updating instance_info_cache with network_info: [{"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-9df7cf7a-2c20-4091-88f9-786d75543c9f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:17:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:17:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:09 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:09 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:09 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b88310f8-7c05-458f-a661-7efa6ff9da4f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:17:09 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[60580d89-04ae-4f76-b51e-d9a30c3a3394]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183] added
Dec 06 11:17:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mRcUTtsS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:09 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcb1586f-d6a4-4990-955c-eacb38554ed8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2786b0a-c958-49ff-93d6-24b225dcca1e tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.899s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e3a6d9-44f0-4c29-8321-72e8e93d00ff]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aNARzycG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aNARzycG" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7311c260-700c-4d74-bfa1-855588d3d360]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aNARzycG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a429990-2966-4b60-8d2e-1697f6193635]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a8dd08f-d591-4018-96e0-a68838f770b1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[798bb6ec-4d8e-446c-85e0-76b1f9ae5df4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]
Dec 06 11:17:09 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[70385efa-85d2-4626-b8dd-e270ffef854b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db39c0a-513a-4a0e-afc5-297c9c256ad8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.429s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.049s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec33b931-f86b-45bc-b331-e875be1c8d42]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:10 user nova-compute[75260]: INFO nova.compute.manager [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Detaching volume 3167cb42-0423-43e5-88c2-74ddc81c9322
Dec 06 11:17:10 user nova-compute[75260]: INFO nova.virt.block_device [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Attempting to driver detach volume 3167cb42-0423-43e5-88c2-74ddc81c9322 from mountpoint /dev/vdb
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Attempting to detach device vdb from instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:10 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:10 user nova-compute[75260]:   <source dev="/dev/sdh"/>
Dec 06 11:17:10 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:10 user nova-compute[75260]:   <serial>3167cb42-0423-43e5-88c2-74ddc81c9322</serial>
Dec 06 11:17:10 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:17:10 user nova-compute[75260]: </disk>
Dec 06 11:17:10 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Successfully detached device vdb from instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 from the persistent domain config.
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:10 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:10 user nova-compute[75260]:   <source dev="/dev/sdh"/>
Dec 06 11:17:10 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:10 user nova-compute[75260]:   <serial>3167cb42-0423-43e5-88c2-74ddc81c9322</serial>
Dec 06 11:17:10 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:17:10 user nova-compute[75260]: </disk>
Dec 06 11:17:10 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:10 user nova-compute[75260]: INFO nova.compute.manager [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Detaching volume cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:17:10 user nova-compute[75260]: INFO nova.virt.block_device [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Attempting to driver detach volume cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 from mountpoint /dev/vdb
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Attempting to detach device vdb from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:10 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:10 user nova-compute[75260]:   <source dev="/dev/sdg"/>
Dec 06 11:17:10 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:10 user nova-compute[75260]:   <serial>cd3ea3ff-dbe4-40a5-b94e-1db867f47e07</serial>
Dec 06 11:17:10 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 11:17:10 user nova-compute[75260]: </disk>
Dec 06 11:17:10 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully detached device vdb from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the persistent domain config.
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:17:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:10 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:10 user nova-compute[75260]:   <source dev="/dev/sdg"/>
Dec 06 11:17:10 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:10 user nova-compute[75260]:   <serial>cd3ea3ff-dbe4-40a5-b94e-1db867f47e07</serial>
Dec 06 11:17:10 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 11:17:10 user nova-compute[75260]: </disk>
Dec 06 11:17:10 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.504s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] <== connect_volume: return (1507ms) {'type': 'block', 'scsi_wwn': '23262343236303933', 'path': '/dev/sdi'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23262343236303933', 'path': '/dev/sdi'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.447s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:11 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:11 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lazy-loading 'flavor' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[883c77a5-d3f5-482e-9833-2db4b14820a1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:17:11 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:17:11 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:11 user nova-compute[75260]:   <source dev="/dev/sdi"/>
Dec 06 11:17:11 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:11 user nova-compute[75260]:   <serial>6294959f-1612-4fdb-82aa-81fb785d3183</serial>
Dec 06 11:17:11 user nova-compute[75260]: </disk>
Dec 06 11:17:11 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d1292fd-fdc2-4394-b1d8-a19a2cd0961c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26] added
Dec 06 11:17:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f854f063-5394-4af3-9992-8a3519cc0d93]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c59ec32c-8f3c-4533-8897-6a3098227bf0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mRcUTtsS {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mRcUTtsS" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9905764b-0fca-4297-90b4-c76eb6530ad9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mRcUTtsS'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d171672-2acf-48a0-bcba-3219ce1cca78]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2cd6022-bd56-42c3-a152-b0539c5b541f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a23d26b-5086-4000-9b70-aed232dd29b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260]
Dec 06 11:17:11 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1982b462-63c8-4046-8206-3279c6c133fb]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c719bf9-a85d-4c56-8fe9-cf8121011c50]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.406s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] HCTL ('41', '-', '-', 0) found on session 10 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee0fec3-709b-40f1-a8a5-b44bda9a2d86]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mRcUTtsS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] No VIF found with MAC fa:16:3e:15:00:0f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c0069df0-82e7-47dc-bf82-d0c8dec0617c tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 32.076s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.445s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] <== connect_volume: return (2893ms) {'type': 'block', 'scsi_wwn': '23365363762636630', 'path': '/dev/sdj'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365363762636630', 'path': '/dev/sdj'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lazy-loading 'flavor' on Instance uuid 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] attach device xml: <disk type="block" device="disk">
Dec 06 11:17:12 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:12 user nova-compute[75260]:   <source dev="/dev/sdj"/>
Dec 06 11:17:12 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:12 user nova-compute[75260]:   <serial>91a36556-e376-46b7-860b-c0f3f03acb26</serial>
Dec 06 11:17:12 user nova-compute[75260]: </disk>
Dec 06 11:17:12 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] No VIF found with MAC fa:16:3e:b0:fb:e5, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c4b33b-faaf-4a6f-a9a0-662438245006 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "215238c2-4e6c-4199-a731-28eed8504f90" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.841s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG os_brick.utils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9772b1-a6f5-4eb0-8aff-9f4cc9b29066]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[da9ba0df-65dd-4114-96c4-5a5fb4baf8ef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e0a23aa-b1ad-44b4-8d44-02b7ec655083]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b74d64-05c1-41ab-afc6-f67a42f821e3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:17:13 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f6303ff-f78a-42c1-8d96-bfbf4061f51b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG os_brick.utils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:13 user nova-compute[75260]: INFO nova.compute.manager [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Swapping volume 6294959f-1612-4fdb-82aa-81fb785d3183 for 3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] volume_snapshot_create: create_info: {'snapshot_id': '45353933-15b0-4337-a9e5-1e59c4df4b2d', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75260) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] snap xml: <domainsnapshot>
Dec 06 11:17:14 user nova-compute[75260]:   <disks>
Dec 06 11:17:14 user nova-compute[75260]:     <disk name="/dev/sdj" snapshot="external" type="file">
Dec 06 11:17:14 user nova-compute[75260]:       <source file="/dev/new_file"/>
Dec 06 11:17:14 user nova-compute[75260]:     </disk>
Dec 06 11:17:14 user nova-compute[75260]:     <disk name="vda" snapshot="no"/>
Dec 06 11:17:14 user nova-compute[75260]:   </disks>
Dec 06 11:17:14 user nova-compute[75260]: </domainsnapshot>
Dec 06 11:17:14 user nova-compute[75260]:  {{(pid=75260) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.objects.instance [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] Lazy-loading 'system_metadata' on Instance uuid 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f1e64c06-40d9-44b9-a92b-019b397480d1 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] volume_snapshot_delete: delete_info: {'volume_id': '91a36556-e376-46b7-860b-c0f3f03acb26'} {{(pid=75260) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [None req-f1e64c06-40d9-44b9-a92b-019b397480d1 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     if delete_info['type'] != 'qcow2':
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] KeyError: 'type'
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] 
Dec 06 11:17:14 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     rv = execute(f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     six.reraise(c, e, tb)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     raise value
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     rv = meth(*args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     self._volume_snapshot_create(context, instance, guest,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     rv = execute(f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     six.reraise(c, e, tb)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     raise value
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     rv = meth(*args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [instance: 215238c2-4e6c-4199-a731-28eed8504f90] 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [None req-f1e64c06-40d9-44b9-a92b-019b397480d1 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-b733edc6-b0fe-4605-96aa-d7d377f0f938)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server [None req-f1e64c06-40d9-44b9-a92b-019b397480d1 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] Exception during message handling: KeyError: 'type'
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 45353933-15b0-4337-a9e5-1e59c4df4b2d could not be found.
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise value
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 45353933-15b0-4337-a9e5-1e59c4df4b2d could not be found. (HTTP 404) (Request-ID: req-b1815125-04b3-4160-9032-c353f9b4fa21)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 45353933-15b0-4337-a9e5-1e59c4df4b2d could not be found.
Dec 06 11:17:14 user nova-compute[75260]: ERROR nova.virt.libvirt.driver 
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server [None req-fd309656-691b-49b1-a4f5-43d480c1d788 tempest-VolumesAssistedSnapshotsTest-629244146 tempest-VolumesAssistedSnapshotsTest-629244146-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     raise value
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 11:17:14 user nova-compute[75260]: ERROR oslo_messaging.rpc.server 
Dec 06 11:17:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "215238c2-4e6c-4199-a731-28eed8504f90" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:14 user nova-compute[75260]: INFO nova.compute.manager [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Detaching volume 91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:14 user nova-compute[75260]: INFO nova.virt.block_device [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Attempting to driver detach volume 91a36556-e376-46b7-860b-c0f3f03acb26 from mountpoint /dev/vdb
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Attempting to detach device vdb from instance 215238c2-4e6c-4199-a731-28eed8504f90 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:14 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:14 user nova-compute[75260]:   <source dev="/dev/sdj"/>
Dec 06 11:17:14 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:14 user nova-compute[75260]:   <serial>91a36556-e376-46b7-860b-c0f3f03acb26</serial>
Dec 06 11:17:14 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:17:14 user nova-compute[75260]: </disk>
Dec 06 11:17:14 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:14 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Successfully detached device vdb from instance 215238c2-4e6c-4199-a731-28eed8504f90 from the persistent domain config.
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 215238c2-4e6c-4199-a731-28eed8504f90 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:14 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:14 user nova-compute[75260]:   <source dev="/dev/sdj"/>
Dec 06 11:17:14 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:14 user nova-compute[75260]:   <serial>91a36556-e376-46b7-860b-c0f3f03acb26</serial>
Dec 06 11:17:14 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:17:14 user nova-compute[75260]: </disk>
Dec 06 11:17:14 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:17:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:16 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:17:16 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7028MB free_disk=25.326984405517578GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:17:16 user nova-compute[75260]: INFO nova.compute.manager [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Terminating instance
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 215238c2-4e6c-4199-a731-28eed8504f90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ac9f3414-c8cc-4399-97aa-69849a451e4d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 8512a939-986c-4556-9de2-ab66cf5f6773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34ffda08-920d-4e6e-8580-eee8c83d7632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9103487a-8109-48ed-be73-1a6a20a9db46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 44a993f9-7d32-4855-b4f5-1d9428f510cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-21571d01-8890-4217-97ec-5de44a984bca req-aced4eed-66aa-422a-b549-d6f3644e4765 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-vif-unplugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-21571d01-8890-4217-97ec-5de44a984bca req-aced4eed-66aa-422a-b549-d6f3644e4765 service nova] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-21571d01-8890-4217-97ec-5de44a984bca req-aced4eed-66aa-422a-b549-d6f3644e4765 service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-21571d01-8890-4217-97ec-5de44a984bca req-aced4eed-66aa-422a-b549-d6f3644e4765 service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-21571d01-8890-4217-97ec-5de44a984bca req-aced4eed-66aa-422a-b549-d6f3644e4765 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] No waiting events found dispatching network-vif-unplugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-21571d01-8890-4217-97ec-5de44a984bca req-aced4eed-66aa-422a-b549-d6f3644e4765 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-vif-unplugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.756s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.620s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:17:16 user nova-compute[75260]: INFO nova.compute.claims [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Claim successful on node user
Dec 06 11:17:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Instance destroyed successfully.
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.objects.instance [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lazy-loading 'resources' on Instance uuid 34ffda08-920d-4e6e-8580-eee8c83d7632 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1038691428',display_name='tempest-VolumesActionsTest-instance-1038691428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1038691428',id=9,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:15:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a529eabaefa45e2ac53760e27f6bf31',ramdisk_id='',reservation_id='r-tcc49vbl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-2107585243',owner_user_name='tempest-VolumesActionsTest-2107585243-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:15:06Z,user_data=None,user_id='572ac159bfd340d3a4b56bd7fd7b1f2a',uuid=34ffda08-920d-4e6e-8580-eee8c83d7632,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Converting VIF {"id": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "address": "fa:16:3e:24:ad:f7", "network": {"id": "abce9064-0fea-4e4b-b52e-2097f97cdb68", "bridge": "br-int", "label": "tempest-VolumesActionsTest-766768306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a529eabaefa45e2ac53760e27f6bf31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86a68d69-cd", "ovs_interfaceid": "86a68d69-cd2c-486b-a7ee-e9e9bf8fc363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG os_vif [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap86a68d69-cd, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=027d1fcc-678a-4dfa-bcab-35662502940b) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: INFO os_vif [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:ad:f7,bridge_name='br-int',has_traffic_filtering=True,id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363,network=Network(abce9064-0fea-4e4b-b52e-2097f97cdb68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86a68d69-cd')
Dec 06 11:17:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Deleting instance files /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632_del
Dec 06 11:17:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Deletion of /opt/stack/data/nova/instances/34ffda08-920d-4e6e-8580-eee8c83d7632_del complete
Dec 06 11:17:17 user nova-compute[75260]: INFO nova.compute.manager [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 11:17:17 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.565s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.network.neutron [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:17:17 user nova-compute[75260]: DEBUG nova.policy [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab1d20171b245f08bccd714cbaee177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de599d7f41674eaabe3e3911034e7215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:17:17 user nova-compute[75260]: INFO nova.virt.block_device [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Booting with blank volume at /dev/vda
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:18 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Took 0.84 seconds to deallocate network for instance.
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-45e05351-0581-41ab-9bf0-44239a6074d8 req-2cc0ce5e-017d-40d2-9838-7ace197dedf4 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-vif-deleted-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:18 user nova-compute[75260]: INFO nova.compute.manager [req-45e05351-0581-41ab-9bf0-44239a6074d8 req-2cc0ce5e-017d-40d2-9838-7ace197dedf4 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Neutron deleted interface 86a68d69-cd2c-486b-a7ee-e9e9bf8fc363; detaching it from the instance and deleting it from the info cache
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.network.neutron [req-45e05351-0581-41ab-9bf0-44239a6074d8 req-2cc0ce5e-017d-40d2-9838-7ace197dedf4 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-45e05351-0581-41ab-9bf0-44239a6074d8 req-2cc0ce5e-017d-40d2-9838-7ace197dedf4 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Detach interface failed, port_id=86a68d69-cd2c-486b-a7ee-e9e9bf8fc363, reason: Instance 34ffda08-920d-4e6e-8580-eee8c83d7632 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Successfully created port: 026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.495s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:18 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Deleted allocations for instance 34ffda08-920d-4e6e-8580-eee8c83d7632
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-c2e2e495-889f-43c3-a6c6-56fe681a1741 req-0a4ff2c1-1d70-41fb-94bc-f7535b62b025 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received event network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c2e2e495-889f-43c3-a6c6-56fe681a1741 req-0a4ff2c1-1d70-41fb-94bc-f7535b62b025 service nova] Acquiring lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c2e2e495-889f-43c3-a6c6-56fe681a1741 req-0a4ff2c1-1d70-41fb-94bc-f7535b62b025 service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c2e2e495-889f-43c3-a6c6-56fe681a1741 req-0a4ff2c1-1d70-41fb-94bc-f7535b62b025 service nova] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-c2e2e495-889f-43c3-a6c6-56fe681a1741 req-0a4ff2c1-1d70-41fb-94bc-f7535b62b025 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] No waiting events found dispatching network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:18 user nova-compute[75260]: WARNING nova.compute.manager [req-c2e2e495-889f-43c3-a6c6-56fe681a1741 req-0a4ff2c1-1d70-41fb-94bc-f7535b62b025 service nova] [instance: 34ffda08-920d-4e6e-8580-eee8c83d7632] Received unexpected event network-vif-plugged-86a68d69-cd2c-486b-a7ee-e9e9bf8fc363 for instance with vm_state deleted and task_state None.
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bc0b27ab-eab0-401b-bca4-2faf94e24a99 tempest-VolumesActionsTest-2107585243 tempest-VolumesActionsTest-2107585243-project-member] Lock "34ffda08-920d-4e6e-8580-eee8c83d7632" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.517s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Successfully updated port: 026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:17:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance network_info: |[{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:17:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-changed-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Refreshing instance network info cache due to event network-changed-026e79e2-6fc9-4a3f-ab4d-5b12400381b6. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:17:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] Acquiring lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:17:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] Acquired lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:17:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Refreshing network info cache for port 026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:17:21 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec is timed out.
Dec 06 11:17:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Successfully detached device sdc from instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec from the live domain config.
Dec 06 11:17:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULiVNSyG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a9a9bff-b2af-48ff-b988-c497a778e101]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:21 user nova-compute[75260]: No targets found.
Dec 06 11:17:21 user nova-compute[75260]: iSNS:
Dec 06 11:17:21 user nova-compute[75260]: No targets found.
Dec 06 11:17:21 user nova-compute[75260]: STATIC:
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:21 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:21 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:21 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:21 user nova-compute[75260]: No targets found.
Dec 06 11:17:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:21 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:21 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[847a5788-7560-4fc9-a8d9-325b0a0626f3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG nova.network.neutron [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updated VIF entry in instance network info cache for port 026e79e2-6fc9-4a3f-ab4d-5b12400381b6. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG nova.network.neutron [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35fa2fd9-7c9e-4171-b15f-f9b3440b174b req-8f5337d5-635b-4fbd-a257-6e8f84cdee58 service nova] Releasing lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[604374d2-fae3-4a8e-bb1b-e43419895ec9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e5413a440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f'): ({'sdf'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Removing single pathed devices sdf {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[733599f2-5df2-444c-b095-e506898c8774]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[44301468-67f4-41bd-9d13-6496fa887919]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Flushing IO for device /dev/sdf {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3a5215b-b53a-46a5-9c90-8cc3d64821e4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[178937a9-a398-4a90-b340-bc10b390afae]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[247308df-5fa2-4b66-9351-220bb7c5315a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[da765526-1fee-463f-8325-7d496af343d9]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260]
Dec 06 11:17:21 user nova-compute[75260]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba2de1b2-bd72-4ca5-a3c2-57a0e0123c5f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[209d7ee4-5547-4dec-9e10-7b5c7c3262a8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] <== disconnect_volume: return (363ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-changed-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing instance network info cache due to event network-changed-a183c75e-00b2-4e30-a5ac-ef7ba7f74824. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] Acquiring lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] Acquired lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Refreshing network info cache for port a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lazy-loading 'flavor' on Instance uuid d9ea5899-c80f-4f30-8fbc-1eb402a3beec {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74c35148-e01f-4748-94e5-77e06570949f tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.180s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updated VIF entry in instance network info cache for port a183c75e-00b2-4e30-a5ac-ef7ba7f74824. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [{"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6102f4d-5b6c-4b68-ac13-225adf777b6e req-284fd2ec-2581-4d68-ab08-744a50e8d82c service nova] Releasing lock "refresh_cache-ac9f3414-c8cc-4399-97aa-69849a451e4d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:22 user nova-compute[75260]: INFO nova.compute.manager [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Terminating instance
Dec 06 11:17:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:17:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-a8a9daea-7c6f-48da-8fb9-e01cf0e5efbe req-4d0ba6a2-8533-4483-be2e-1c6e77c379df service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-vif-unplugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a8a9daea-7c6f-48da-8fb9-e01cf0e5efbe req-4d0ba6a2-8533-4483-be2e-1c6e77c379df service nova] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a8a9daea-7c6f-48da-8fb9-e01cf0e5efbe req-4d0ba6a2-8533-4483-be2e-1c6e77c379df service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a8a9daea-7c6f-48da-8fb9-e01cf0e5efbe req-4d0ba6a2-8533-4483-be2e-1c6e77c379df service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-a8a9daea-7c6f-48da-8fb9-e01cf0e5efbe req-4d0ba6a2-8533-4483-be2e-1c6e77c379df service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] No waiting events found dispatching network-vif-unplugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-a8a9daea-7c6f-48da-8fb9-e01cf0e5efbe req-4d0ba6a2-8533-4483-be2e-1c6e77c379df service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-vif-unplugged-59661ccf-7410-4751-83e0-25d547450b55 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:23 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Instance destroyed successfully.
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lazy-loading 'resources' on Instance uuid d9ea5899-c80f-4f30-8fbc-1eb402a3beec {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1341921616',display_name='tempest-AttachSCSIVolumeTestJSON-server-1341921616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1341921616',id=5,image_ref='5726a6d7-7194-43a4-85b7-67752adeb46f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPAvqhvhxZgSg/nwiAtvErGU4QzFIsaCnjeLK53xi6973w5wULjDIsuX4L++ljo8Iy+u4gnFEGRVGkKqFLnDKXeIkv1XZVyy/QhpWvt9kCw4eYF4TIVVvLfJ05VnPfcf3A==',key_name='tempest-keypair-610429072',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1551f6dabb5c4a45971d86cad199e7d4',ramdisk_id='',reservation_id='r-i0kun9jt',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5726a6d7-7194-43a4-85b7-67752adeb46f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-472790996',owner_user_name='tempest-AttachSCSIVolumeTestJSON-472790996-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e180a2cf20e44c6a975a16d0102a766',uuid=d9ea5899-c80f-4f30-8fbc-1eb402a3beec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Converting VIF {"id": "59661ccf-7410-4751-83e0-25d547450b55", "address": "fa:16:3e:1a:a2:8f", "network": {"id": "f217ab80-e946-4b95-9488-781e6bdf287c", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-703524345-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1551f6dabb5c4a45971d86cad199e7d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59661ccf-74", "ovs_interfaceid": "59661ccf-7410-4751-83e0-25d547450b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG os_vif [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59661ccf-74, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f31c2a24-d05d-4415-98a1-1784e3eb695b) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:23 user nova-compute[75260]: INFO os_vif [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:a2:8f,bridge_name='br-int',has_traffic_filtering=True,id=59661ccf-7410-4751-83e0-25d547450b55,network=Network(f217ab80-e946-4b95-9488-781e6bdf287c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59661ccf-74')
Dec 06 11:17:23 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Deleting instance files /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec_del
Dec 06 11:17:23 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Deletion of /opt/stack/data/nova/instances/d9ea5899-c80f-4f30-8fbc-1eb402a3beec_del complete
Dec 06 11:17:23 user nova-compute[75260]: INFO nova.compute.manager [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 06 11:17:23 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:17:23 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:24 user nova-compute[75260]: INFO nova.compute.manager [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Terminating instance
Dec 06 11:17:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:24 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Took 0.90 seconds to deallocate network for instance.
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Acquiring lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] No waiting events found dispatching network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:25 user nova-compute[75260]: WARNING nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received unexpected event network-vif-plugged-59661ccf-7410-4751-83e0-25d547450b55 for instance with vm_state deleted and task_state None.
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: d9ea5899-c80f-4f30-8fbc-1eb402a3beec] Received event network-vif-deleted-59661ccf-7410-4751-83e0-25d547450b55 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:25 user nova-compute[75260]: WARNING nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 for instance with vm_state active and task_state deleting.
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-aeaa53b8-6733-4e1d-afa0-db67d1dfc03b req-ff4b5fe5-1335-42da-9fd6-4e14b19c1018 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-a13d6164-4c67-49c2-bac0-5f569b685a53 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.657s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-809a5c15-5fac-48af-8c4e-8490112c70f9 req-bf4c2393-d7b8-4b00-aac1-c82d48b18f2a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-809a5c15-5fac-48af-8c4e-8490112c70f9 req-bf4c2393-d7b8-4b00-aac1-c82d48b18f2a service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-809a5c15-5fac-48af-8c4e-8490112c70f9 req-bf4c2393-d7b8-4b00-aac1-c82d48b18f2a service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-809a5c15-5fac-48af-8c4e-8490112c70f9 req-bf4c2393-d7b8-4b00-aac1-c82d48b18f2a service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-809a5c15-5fac-48af-8c4e-8490112c70f9 req-bf4c2393-d7b8-4b00-aac1-c82d48b18f2a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-809a5c15-5fac-48af-8c4e-8490112c70f9 req-bf4c2393-d7b8-4b00-aac1-c82d48b18f2a service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Deleted allocations for instance d9ea5899-c80f-4f30-8fbc-1eb402a3beec
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60f4c521-f79a-4c61-a866-ac45c354fc48 tempest-AttachSCSIVolumeTestJSON-472790996 tempest-AttachSCSIVolumeTestJSON-472790996-project-member] Lock "d9ea5899-c80f-4f30-8fbc-1eb402a3beec" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.810s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Instance destroyed successfully.
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lazy-loading 'resources' on Instance uuid ac9f3414-c8cc-4399-97aa-69849a451e4d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa183c75e-00, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=80860cc8-632b-470d-b341-96baf4944c17) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:0a:42,bridge_name='br-int',has_traffic_filtering=True,id=a183c75e-00b2-4e30-a5ac-ef7ba7f74824,network=Network(1a031ed7-6ee8-46c1-a5bc-16317954f415),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa183c75e-00')
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa13d6164-4c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e18e6b92-e84c-4cb1-bbda-6c0f3e5d46ab) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:d6:ef,bridge_name='br-int',has_traffic_filtering=True,id=a13d6164-4c67-49c2-bac0-5f569b685a53,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa13d6164-4c')
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap330058b7-7c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=562e822e-4f8f-4415-a9b2-f5d2bc495064) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:cd:21,bridge_name='br-int',has_traffic_filtering=True,id=330058b7-7cdc-447c-b8c8-901976fd8df4,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap330058b7-7c')
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "e1393276-ec52-47cb-9f5f-7091031496ea", "address": "fa:16:3e:da:59:df", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1393276-ec", "ovs_interfaceid": "e1393276-ec52-47cb-9f5f-7091031496ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape1393276-ec, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4e6ba552-b2bf-4619-81c4-973e85e42f43) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:59:df,bridge_name='br-int',has_traffic_filtering=True,id=e1393276-ec52-47cb-9f5f-7091031496ea,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1393276-ec')
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac081780-85, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b0dfbd6b-4354-4926-9055-ff8454cff0d8) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=ac081780-857f-4c8a-b81e-7786b8e5ed34,network=Network(bf669276-ec2d-497b-a1c6-8ec9e992ef0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac081780-85')
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap07d8a155-4e, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8d2f3ce-1ad9-4fcb-a4e4-3f04eb253ca2) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:48:54,bridge_name='br-int',has_traffic_filtering=True,id=07d8a155-4ec8-4926-903a-563b12e99c16,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d8a155-4e')
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:15:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2095618174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2095618174',id=11,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjyAMdRK2LrgRczF0j8JaqOap+1TAaLyZ0GJQS7iKFutMrHG3z9sk6rTNaIifakaTsE5TEJO19qudNldWhnWv6ItmkyN9+18vULsdJZgsfWZPpsOPWRLDPahkYR/rEKpw==',key_name='tempest-keypair-272840581',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8a4c89a2644f2b817a295bc3a2d8c3',ramdisk_id='',reservation_id='r-n66vnm72',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1864687627',owner_user_name='tempest-TaggedBootDevicesTest_v242-1864687627-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a41049b9805e4f26bf4b7864ec87680d',uuid=ac9f3414-c8cc-4399-97aa-69849a451e4d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converting VIF {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf17e7d07-ef, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fd9c513b-50b0-4141-ada2-7a65a16042fb) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: INFO os_vif [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:4f,bridge_name='br-int',has_traffic_filtering=True,id=f17e7d07-ef17-4b36-9e55-0e0cbe6e4830,network=Network(bbd13048-048b-4ac3-a9e3-26ef5ce9cefe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf17e7d07-ef')
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UoucBXwh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aa560ba-d210-44f5-9ef5-cb07a145aca8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:27 user nova-compute[75260]: No targets found.
Dec 06 11:17:27 user nova-compute[75260]: iSNS:
Dec 06 11:17:27 user nova-compute[75260]: No targets found.
Dec 06 11:17:27 user nova-compute[75260]: STATIC:
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:27 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:27 user nova-compute[75260]: No targets found.
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:27 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:27 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc633b1a-6074-4be5-ba1a-8f4f9a671063]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a4a4f7-62ae-4461-912a-6eb14304c121]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e5da8a050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[11417b93-7149-4c7c-8c0f-4264337ff976]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1623b35-a7ec-4fd5-8365-5bc88c9725e0]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[44108a8d-7af5-4db3-9bdf-582d1aeeff77]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-a13d6164-4c67-49c2-bac0-5f569b685a53 for instance with vm_state active and task_state deleting.
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-330058b7-7cdc-447c-b8c8-901976fd8df4 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-330058b7-7cdc-447c-b8c8-901976fd8df4 for instance with vm_state active and task_state deleting.
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-e1393276-ec52-47cb-9f5f-7091031496ea for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-e1393276-ec52-47cb-9f5f-7091031496ea for instance with vm_state active and task_state deleting.
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING nova.compute.manager [req-4a068f4c-3b4f-4eab-bf89-1dfbc3976e42 req-dc7bb911-0793-4a45-b846-90eecd1fd2e5 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 for instance with vm_state active and task_state deleting.
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[17868007-cc05-47c4-8eea-0b93f2da35fa]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[736da51e-018a-40ea-958a-329cc5a1bbaa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NRynAPac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9103487a-8109-48ed-be73-1a6a20a9db46', 'attached_at': '', 'detached_at': '', 'volume_id': '3475950e-69ba-4d24-ac7d-7c08ede378e0', 'serial': '3475950e-69ba-4d24-ac7d-7c08ede378e0'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '9103487a-8109-48ed-be73-1a6a20a9db46', 'attached_at': '', 'detached_at': '', 'volume_id': '6294959f-1612-4fdb-82aa-81fb785d3183', 'serial'} {{(pid=75260) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NRynAPac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[55aa5aff-4432-415a-939c-ea75d08c648f]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260]
Dec 06 11:17:27 user nova-compute[75260]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3a8c0ae-745b-45d7-8874-236cbf823738 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[74142114-5f9a-4ad3-84c6-60c64a0c0444]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== disconnect_volume: return (374ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.046s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:27 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xjJdDcks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-ac081780-857f-4c8a-b81e-7786b8e5ed34 for instance with vm_state active and task_state deleting.
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-unplugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-unplugged-07d8a155-4ec8-4926-903a-563b12e99c16 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Acquiring lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] No waiting events found dispatching network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:27 user nova-compute[75260]: WARNING nova.compute.manager [req-a76f7f07-02a8-4926-b167-3a60a4140259 req-222b1d36-0da2-4662-926e-cf7c0b3707c1 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received unexpected event network-vif-plugged-07d8a155-4ec8-4926-903a-563b12e99c16 for instance with vm_state active and task_state deleting.
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58a6e6e-80bb-4928-9646-dcd480fb672e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:17:27 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddd6ef18-d12d-41eb-8b6d-71b9cc7661c2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0] added
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[516fb334-5628-4a2a-80e4-9f016417fe8a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aeb37ba-718c-44f5-991c-b680e0af52b3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NRynAPac {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NRynAPac" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3cf4b9-93ce-401c-a1f9-187a2c6c7a95]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NRynAPac'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc4096ec-8b35-4e61-bb05-a1ec3fbcb1f5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a448f02-9372-404c-8f66-ca718c81f38b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[62579ac6-8655-470c-9d10-1402c304c5d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260]
Dec 06 11:17:27 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[439dc7ec-5e7e-40db-9a05-ebfcf062814a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f567fb3-1aa8-46ea-b22c-a6b8f5c1d79c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.324s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c1c2ee-6f63-401d-be20-6d8a5927eec1]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:17:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NRynAPac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.utils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[31fd792c-8b30-4788-8a75-c6211b0dc685]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02bf1f6-74dc-4d14-8f0f-f170241da740]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[19bcdb86-b1ad-43f7-96a6-0cbdf7e48ad2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed35618-d363-45d6-8211-fbc407a87a42]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:17:28 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[641c72a7-59a5-4e6e-829d-74915ad216cb]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.utils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating existing volume attachment record: 884aabac-6eb7-40fe-8e99-d4641976467b {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] <== connect_volume: return (1409ms) {'type': 'block', 'scsi_wwn': '23238363464343362', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238363464343362', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.358s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG nova.objects.instance [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lazy-loading 'flavor' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b41153-f5e1-42a8-93e6-b522bbe35dda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:28 user nova-compute[75260]: No targets found.
Dec 06 11:17:28 user nova-compute[75260]: iSNS:
Dec 06 11:17:28 user nova-compute[75260]: No targets found.
Dec 06 11:17:28 user nova-compute[75260]: STATIC:
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:28 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:28 user nova-compute[75260]: No targets found.
Dec 06 11:17:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:28 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:28 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d23169b-f30a-44d1-8d15-570d87e6e2c1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a6fb58-0add-4ded-95ed-df2687ebec23]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bfc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4152d9e4-a486-4e16-bedd-4217ab866517]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2aab297-d748-4783-a20a-76ef1ce88b85]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc718af-abb0-45cc-a57b-78d7e3c3474d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ac6e4e-1632-4abd-9283-3266da70f313]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cddd46a8-5bb1-4636-bd09-d46d4fd374fd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c44b2e-479d-474a-a3c6-ca2aadfc3c25]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260]
Dec 06 11:17:29 user nova-compute[75260]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76420b0f-f97d-411d-b831-0a16d9c4cd38 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6e9de5-c91c-46fc-8d7c-0666a5cdc4cf]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== disconnect_volume: return (1692ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iHDtAKhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:29 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[352449c1-380f-4229-91cc-4977477f4ac2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:29 user nova-compute[75260]: No targets found.
Dec 06 11:17:29 user nova-compute[75260]: iSNS:
Dec 06 11:17:29 user nova-compute[75260]: No targets found.
Dec 06 11:17:29 user nova-compute[75260]: STATIC:
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:29 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:29 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:29 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:29 user nova-compute[75260]: No targets found.
Dec 06 11:17:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:29 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:29 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4341dd21-eaca-42f4-a6f7-26cca7ad091a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c095f900-e459-46dd-b0c6-e8d0ae05fe5e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bfc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[47589aee-7d2a-401e-8067-115aefab49ce]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 15728640 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b415b83b-cdc1-4c26-87cc-7079be8b80ba]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9b5a14-8a51-4442-81d7-1277c03320f3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38241c0-5caa-485f-b3c4-c5b672491f16]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[347454a0-0c86-4c14-98bb-1f14808c48dd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[895746f0-e4b5-4add-8187-1fc6af4423eb]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260]
Dec 06 11:17:29 user nova-compute[75260]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e85a1366-261f-40bc-8b38-5b85ae2a4baa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f50a25e-d0f0-482f-a8d3-3f20af3c4c43]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.410s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] <== disconnect_volume: return (411ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:29 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Deleting instance files /opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d_del
Dec 06 11:17:29 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Deletion of /opt/stack/data/nova/instances/ac9f3414-c8cc-4399-97aa-69849a451e4d_del complete
Dec 06 11:17:29 user nova-compute[75260]: INFO nova.compute.manager [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Took 5.18 seconds to destroy the instance on the hypervisor.
Dec 06 11:17:29 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:17:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 134217728 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 244318208 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 421527552 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:31 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 is timed out.
Dec 06 11:17:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Successfully detached device vdb from instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 from the live domain config.
Dec 06 11:17:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bpXstzdQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:31 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[452ebf1b-4e70-4f29-901b-b1838a0bc45f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:31 user nova-compute[75260]: No targets found.
Dec 06 11:17:31 user nova-compute[75260]: iSNS:
Dec 06 11:17:31 user nova-compute[75260]: No targets found.
Dec 06 11:17:31 user nova-compute[75260]: STATIC:
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:31 user nova-compute[75260]: No targets found.
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:31 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:31 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9499b5c7-e70b-4c3a-ba3b-98802e4ee933]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7365f8c-29fc-40da-a396-a58689647759]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2d2830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322'): ({'sdh'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Removing single pathed devices sdh {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 477102080 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[33ec40a5-edbc-4234-9bbd-a30010d77e09]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[12484c1f-5bd4-4dcd-9031-cbb6549e598f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Flushing IO for device /dev/sdh {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc is timed out.
Dec 06 11:17:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully detached device vdb from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the live domain config.
Dec 06 11:17:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LzJcEubH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:31 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[84de4374-bb17-4809-9d77-e1ab901f52b8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.040s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdc09d1-2241-4b98-9b69-867e47407661]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] SCSI volumes sdh have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[082a9e01-00dc-468f-afb4-c43eaef5aad0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e143540-425a-464a-b8f8-5e45372b502b]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260]
Dec 06 11:17:31 user nova-compute[75260]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3167cb42-0423-43e5-88c2-74ddc81c9322 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf30335-40e2-4d90-b4e6-67286b498b26]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.495s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] <== disconnect_volume: return (496ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.201s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4258ac65-4d77-4bea-9409-3b242bf6c0db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:31 user nova-compute[75260]: No targets found.
Dec 06 11:17:31 user nova-compute[75260]: iSNS:
Dec 06 11:17:31 user nova-compute[75260]: No targets found.
Dec 06 11:17:31 user nova-compute[75260]: STATIC:
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:31 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:31 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:31 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:31 user nova-compute[75260]: No targets found.
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:31 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:31 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[02dd0c8b-f485-4061-8c3e-e4e47b48f937]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebf5f26-513f-4b6b-a6d9-a380934b7308]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2d2710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07'): ({'sdg'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Removing single pathed devices sdg {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[21395cdb-3957-475e-a46e-3f8c5e2d1aad]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a921ffd-41e5-4aed-9c0c-c65b943f9119]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Flushing IO for device /dev/sdg {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a544692-6f4f-4769-8897-0c8260b83494]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3ead36-25e9-47cb-a681-00f8a573d3f8]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] SCSI volumes sdg have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 635437056 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f937b054-1c6d-4413-b401-ffeaae81c50d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[20da0dcd-4e8b-436a-bd7c-294c2e93ddd0]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260]
Dec 06 11:17:31 user nova-compute[75260]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd3ea3ff-dbe4-40a5-b94e-1db867f47e07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8adaa2a-79f4-4b78-8526-1dd8ebe5b3ac]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] <== disconnect_volume: return (565ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9cb8cb06-b513-430c-8a2c-737f1a144a0a req-de72a492-828e-4c47-b9ca-2ff0bcca7649 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-deleted-e1393276-ec52-47cb-9f5f-7091031496ea {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:32 user nova-compute[75260]: INFO nova.compute.manager [req-9cb8cb06-b513-430c-8a2c-737f1a144a0a req-de72a492-828e-4c47-b9ca-2ff0bcca7649 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Neutron deleted interface e1393276-ec52-47cb-9f5f-7091031496ea; detaching it from the instance and deleting it from the info cache
Dec 06 11:17:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-9cb8cb06-b513-430c-8a2c-737f1a144a0a req-de72a492-828e-4c47-b9ca-2ff0bcca7649 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [{"id": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "address": "fa:16:3e:34:0a:42", "network": {"id": "1a031ed7-6ee8-46c1-a5bc-16317954f415", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-873699797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa183c75e-00", "ovs_interfaceid": "a183c75e-00b2-4e30-a5ac-ef7ba7f74824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a13d6164-4c67-49c2-bac0-5f569b685a53", "address": "fa:16:3e:81:d6:ef", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa13d6164-4c", "ovs_interfaceid": "a13d6164-4c67-49c2-bac0-5f569b685a53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "330058b7-7cdc-447c-b8c8-901976fd8df4", "address": "fa:16:3e:65:cd:21", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap330058b7-7c", "ovs_interfaceid": "330058b7-7cdc-447c-b8c8-901976fd8df4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "address": "fa:16:3e:39:98:f9", "network": {"id": "bf669276-ec2d-497b-a1c6-8ec9e992ef0d", "bridge": "br-int", "label": "tempest-device-tagging-net1-113132476", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac081780-85", "ovs_interfaceid": "ac081780-857f-4c8a-b81e-7786b8e5ed34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07d8a155-4ec8-4926-903a-563b12e99c16", "address": "fa:16:3e:b8:48:54", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d8a155-4e", "ovs_interfaceid": "07d8a155-4ec8-4926-903a-563b12e99c16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "address": "fa:16:3e:22:77:4f", "network": {"id": "bbd13048-048b-4ac3-a9e3-26ef5ce9cefe", "bridge": "br-int", "label": "tempest-device-tagging-net2-1927484657", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1f8a4c89a2644f2b817a295bc3a2d8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf17e7d07-ef", "ovs_interfaceid": "f17e7d07-ef17-4b36-9e55-0e0cbe6e4830", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9cb8cb06-b513-430c-8a2c-737f1a144a0a req-de72a492-828e-4c47-b9ca-2ff0bcca7649 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Detach interface failed, port_id=e1393276-ec52-47cb-9f5f-7091031496ea, reason: Instance ac9f3414-c8cc-4399-97aa-69849a451e4d could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 721420288 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 813694976 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'flavor' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60303420-c08f-4edd-9d52-28f3706423e6 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.516s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "interface-44a993f9-7d32-4855-b4f5-1d9428f510cc-65887a11-446d-495f-b4c2-4a3135f47385" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "interface-44a993f9-7d32-4855-b4f5-1d9428f510cc-65887a11-446d-495f-b4c2-4a3135f47385" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.objects.instance [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'flavor' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface> {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface> {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Attempting to detach device tap65887a11-44 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] detach device xml: <interface type="ethernet">
Dec 06 11:17:33 user nova-compute[75260]:   <mac address="fa:16:3e:8e:79:5e"/>
Dec 06 11:17:33 user nova-compute[75260]:   <model type="virtio"/>
Dec 06 11:17:33 user nova-compute[75260]:   <mtu size="1442"/>
Dec 06 11:17:33 user nova-compute[75260]:   <target dev="tap65887a11-44"/>
Dec 06 11:17:33 user nova-compute[75260]: </interface>
Dec 06 11:17:33 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 934281216 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface> {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 11:17:33 user nova-compute[75260]:   <name>instance-00000008</name>
Dec 06 11:17:33 user nova-compute[75260]:   <uuid>44a993f9-7d32-4855-b4f5-1d9428f510cc</uuid>
Dec 06 11:17:33 user nova-compute[75260]:   <metadata>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:33 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:17:33 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:17:33 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:16:43</nova:creationTime>
Dec 06 11:17:33 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:17:33 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:33 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:17:33 user nova-compute[75260]:   <nova:owner>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:17:33 user nova-compute[75260]:   </nova:owner>
Dec 06 11:17:33 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:33 user nova-compute[75260]:   <nova:ports>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:17:33 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:17:33 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:33 user nova-compute[75260]:     <nova:port uuid="65887a11-446d-495f-b4c2-4a3135f47385">
Dec 06 11:17:33 user nova-compute[75260]:       <nova:ip type="fixed" address="10.10.10.131" ipVersion="4"/>
Dec 06 11:17:33 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:33 user nova-compute[75260]:   </nova:ports>
Dec 06 11:17:33 user nova-compute[75260]: </nova:instance>
Dec 06 11:17:33 user nova-compute[75260]:   </metadata>
Dec 06 11:17:33 user nova-compute[75260]:   <memory unit='KiB'>524288</memory>
Dec 06 11:17:33 user nova-compute[75260]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 11:17:33 user nova-compute[75260]:   <vcpu placement='static'>1</vcpu>
Dec 06 11:17:33 user nova-compute[75260]:   <resource>
Dec 06 11:17:33 user nova-compute[75260]:     <partition>/machine</partition>
Dec 06 11:17:33 user nova-compute[75260]:   </resource>
Dec 06 11:17:33 user nova-compute[75260]:   <sysinfo type='smbios'>
Dec 06 11:17:33 user nova-compute[75260]:     <system>
Dec 06 11:17:33 user nova-compute[75260]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 11:17:33 user nova-compute[75260]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 11:17:33 user nova-compute[75260]:       <entry name='version'>0.0.0</entry>
Dec 06 11:17:33 user nova-compute[75260]:       <entry name='serial'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:33 user nova-compute[75260]:       <entry name='uuid'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:33 user nova-compute[75260]:       <entry name='family'>Virtual Machine</entry>
Dec 06 11:17:33 user nova-compute[75260]:     </system>
Dec 06 11:17:33 user nova-compute[75260]:   </sysinfo>
Dec 06 11:17:33 user nova-compute[75260]:   <os>
Dec 06 11:17:33 user nova-compute[75260]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 11:17:33 user nova-compute[75260]:     <boot dev='hd'/>
Dec 06 11:17:33 user nova-compute[75260]:     <smbios mode='sysinfo'/>
Dec 06 11:17:33 user nova-compute[75260]:   </os>
Dec 06 11:17:33 user nova-compute[75260]:   <features>
Dec 06 11:17:33 user nova-compute[75260]:     <acpi/>
Dec 06 11:17:33 user nova-compute[75260]:     <apic/>
Dec 06 11:17:33 user nova-compute[75260]:     <vmcoreinfo state='on'/>
Dec 06 11:17:33 user nova-compute[75260]:   </features>
Dec 06 11:17:33 user nova-compute[75260]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 11:17:33 user nova-compute[75260]:     <model fallback='forbid'>Nehalem</model>
Dec 06 11:17:33 user nova-compute[75260]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 11:17:33 user nova-compute[75260]:     <feature policy='require' name='vme'/>
Dec 06 11:17:33 user nova-compute[75260]:     <feature policy='require' name='x2apic'/>
Dec 06 11:17:33 user nova-compute[75260]:     <feature policy='require' name='hypervisor'/>
Dec 06 11:17:33 user nova-compute[75260]:   </cpu>
Dec 06 11:17:33 user nova-compute[75260]:   <clock offset='utc'>
Dec 06 11:17:33 user nova-compute[75260]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 11:17:33 user nova-compute[75260]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 11:17:33 user nova-compute[75260]:     <timer name='hpet' present='no'/>
Dec 06 11:17:33 user nova-compute[75260]:   </clock>
Dec 06 11:17:33 user nova-compute[75260]:   <on_poweroff>destroy</on_poweroff>
Dec 06 11:17:33 user nova-compute[75260]:   <on_reboot>restart</on_reboot>
Dec 06 11:17:33 user nova-compute[75260]:   <on_crash>destroy</on_crash>
Dec 06 11:17:33 user nova-compute[75260]:   <devices>
Dec 06 11:17:33 user nova-compute[75260]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 11:17:33 user nova-compute[75260]:     <disk type='file' device='disk'>
Dec 06 11:17:33 user nova-compute[75260]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 11:17:33 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk' index='2'/>
Dec 06 11:17:33 user nova-compute[75260]:       <backingStore type='file' index='3'>
Dec 06 11:17:33 user nova-compute[75260]:         <format type='raw'/>
Dec 06 11:17:33 user nova-compute[75260]:         <source file='/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9'/>
Dec 06 11:17:33 user nova-compute[75260]:         <backingStore/>
Dec 06 11:17:33 user nova-compute[75260]:       </backingStore>
Dec 06 11:17:33 user nova-compute[75260]:       <target dev='vda' bus='virtio'/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='virtio-disk0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </disk>
Dec 06 11:17:33 user nova-compute[75260]:     <disk type='file' device='cdrom'>
Dec 06 11:17:33 user nova-compute[75260]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 11:17:33 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config' index='1'/>
Dec 06 11:17:33 user nova-compute[75260]:       <backingStore/>
Dec 06 11:17:33 user nova-compute[75260]:       <target dev='hda' bus='ide'/>
Dec 06 11:17:33 user nova-compute[75260]:       <readonly/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='ide0-0-0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </disk>
Dec 06 11:17:33 user nova-compute[75260]:     <controller type='usb' index='0' model='none'>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='usb'/>
Dec 06 11:17:33 user nova-compute[75260]:     </controller>
Dec 06 11:17:33 user nova-compute[75260]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='pci.0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </controller>
Dec 06 11:17:33 user nova-compute[75260]:     <controller type='ide' index='0'>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='ide'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 11:17:33 user nova-compute[75260]:     </controller>
Dec 06 11:17:33 user nova-compute[75260]:     <interface type='ethernet'>
Dec 06 11:17:33 user nova-compute[75260]:       <mac address='fa:16:3e:01:32:b3'/>
Dec 06 11:17:33 user nova-compute[75260]:       <target dev='tapb9271854-dd'/>
Dec 06 11:17:33 user nova-compute[75260]:       <model type='virtio'/>
Dec 06 11:17:33 user nova-compute[75260]:       <mtu size='1442'/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='net0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </interface>
Dec 06 11:17:33 user nova-compute[75260]:     <interface type='ethernet'>
Dec 06 11:17:33 user nova-compute[75260]:       <mac address='fa:16:3e:8e:79:5e'/>
Dec 06 11:17:33 user nova-compute[75260]:       <target dev='tap65887a11-44'/>
Dec 06 11:17:33 user nova-compute[75260]:       <model type='virtio'/>
Dec 06 11:17:33 user nova-compute[75260]:       <mtu size='1442'/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='net1'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </interface>
Dec 06 11:17:33 user nova-compute[75260]:     <serial type='pty'>
Dec 06 11:17:33 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:33 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:33 user nova-compute[75260]:       <target type='isa-serial' port='0'>
Dec 06 11:17:33 user nova-compute[75260]:         <model name='isa-serial'/>
Dec 06 11:17:33 user nova-compute[75260]:       </target>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </serial>
Dec 06 11:17:33 user nova-compute[75260]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 11:17:33 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:33 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:33 user nova-compute[75260]:       <target type='serial' port='0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </console>
Dec 06 11:17:33 user nova-compute[75260]:     <input type='mouse' bus='ps2'>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='input0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </input>
Dec 06 11:17:33 user nova-compute[75260]:     <input type='keyboard' bus='ps2'>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='input1'/>
Dec 06 11:17:33 user nova-compute[75260]:     </input>
Dec 06 11:17:33 user nova-compute[75260]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 11:17:33 user nova-compute[75260]:       <listen type='address' address='0.0.0.0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </graphics>
Dec 06 11:17:33 user nova-compute[75260]:     <audio id='1' type='none'/>
Dec 06 11:17:33 user nova-compute[75260]:     <video>
Dec 06 11:17:33 user nova-compute[75260]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='video0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </video>
Dec 06 11:17:33 user nova-compute[75260]:     <memballoon model='virtio'>
Dec 06 11:17:33 user nova-compute[75260]:       <stats period='10'/>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='balloon0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </memballoon>
Dec 06 11:17:33 user nova-compute[75260]:     <rng model='virtio'>
Dec 06 11:17:33 user nova-compute[75260]:       <backend model='random'>/dev/urandom</backend>
Dec 06 11:17:33 user nova-compute[75260]:       <alias name='rng0'/>
Dec 06 11:17:33 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 11:17:33 user nova-compute[75260]:     </rng>
Dec 06 11:17:33 user nova-compute[75260]:   </devices>
Dec 06 11:17:33 user nova-compute[75260]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 11:17:33 user nova-compute[75260]:     <label>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</label>
Dec 06 11:17:33 user nova-compute[75260]:     <imagelabel>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</imagelabel>
Dec 06 11:17:33 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:33 user nova-compute[75260]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 11:17:33 user nova-compute[75260]:     <label>+64055:+108</label>
Dec 06 11:17:33 user nova-compute[75260]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 11:17:33 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:33 user nova-compute[75260]: </domain>
Dec 06 11:17:33 user nova-compute[75260]:  {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 11:17:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully detached device tap65887a11-44 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the persistent domain config.
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] (1/8): Attempting to detach device tap65887a11-44 with device alias net1 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] detach device xml: <interface type="ethernet">
Dec 06 11:17:33 user nova-compute[75260]:   <mac address="fa:16:3e:8e:79:5e"/>
Dec 06 11:17:33 user nova-compute[75260]:   <model type="virtio"/>
Dec 06 11:17:33 user nova-compute[75260]:   <mtu size="1442"/>
Dec 06 11:17:33 user nova-compute[75260]:   <target dev="tap65887a11-44"/>
Dec 06 11:17:33 user nova-compute[75260]: </interface>
Dec 06 11:17:33 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Start waiting for the detach event from libvirt for device tap65887a11-44 with device alias net1 for instance 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 1007681536 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-8779fbdb-fd0d-4237-aaa1-cf48673a8bb6 req-73e221d1-66a0-499d-bfba-4160ba4f7751 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-unplugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8779fbdb-fd0d-4237-aaa1-cf48673a8bb6 req-73e221d1-66a0-499d-bfba-4160ba4f7751 service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8779fbdb-fd0d-4237-aaa1-cf48673a8bb6 req-73e221d1-66a0-499d-bfba-4160ba4f7751 service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8779fbdb-fd0d-4237-aaa1-cf48673a8bb6 req-73e221d1-66a0-499d-bfba-4160ba4f7751 service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-8779fbdb-fd0d-4237-aaa1-cf48673a8bb6 req-73e221d1-66a0-499d-bfba-4160ba4f7751 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-unplugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:34 user nova-compute[75260]: WARNING nova.compute.manager [req-8779fbdb-fd0d-4237-aaa1-cf48673a8bb6 req-73e221d1-66a0-499d-bfba-4160ba4f7751 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-unplugged-65887a11-446d-495f-b4c2-4a3135f47385 for instance with vm_state active and task_state None.
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:34 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Took 4.50 seconds to deallocate network for instance.
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-1c40ecb2-2ea9-40f0-8f97-66f17d1d58f9 req-1780e2e4-0faa-41fa-9173-e410f5e9c5b8 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-deleted-f17e7d07-ef17-4b36-9e55-0e0cbe6e4830 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-1c40ecb2-2ea9-40f0-8f97-66f17d1d58f9 req-1780e2e4-0faa-41fa-9173-e410f5e9c5b8 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-deleted-ac081780-857f-4c8a-b81e-7786b8e5ed34 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-1c40ecb2-2ea9-40f0-8f97-66f17d1d58f9 req-1780e2e4-0faa-41fa-9173-e410f5e9c5b8 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-deleted-07d8a155-4ec8-4926-903a-563b12e99c16 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-1c40ecb2-2ea9-40f0-8f97-66f17d1d58f9 req-1780e2e4-0faa-41fa-9173-e410f5e9c5b8 service nova] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Received event network-vif-deleted-a183c75e-00b2-4e30-a5ac-ef7ba7f74824 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dde999a-ef2a-4ba1-8967-eb1108937e83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:34 user nova-compute[75260]: No targets found.
Dec 06 11:17:34 user nova-compute[75260]: iSNS:
Dec 06 11:17:34 user nova-compute[75260]: No targets found.
Dec 06 11:17:34 user nova-compute[75260]: STATIC:
Dec 06 11:17:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:34 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:34 user nova-compute[75260]: No targets found.
Dec 06 11:17:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:34 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:34 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff625997-d16e-4e2a-97a9-f08d64da2614]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf6c8b0-5cba-4be9-9775-8a51c818a6bb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e5427ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183'): ({'sdi'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Removing single pathed devices sdi {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c6b680-d4b5-44ba-91ba-cf7c5172e04a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b98045-6b8b-4b2d-82bb-56355f349521]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Flushing IO for device /dev/sdi {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f14c0e-de93-490a-84ba-29c82f28b9b6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.037s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca21b9a4-1e5f-4e3b-b8ec-aba485a9a87e]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] SCSI volumes sdi have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9acaf6-4c97-474c-a339-1fd9c54fa849]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5786fc7-894c-442f-bf84-2649c79dc9a8]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]
Dec 06 11:17:34 user nova-compute[75260]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[acda2694-f40f-4ffb-8e97-8abb383e966d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] <== disconnect_volume: return (322ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NRynAPac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '9103487a-8109-48ed-be73-1a6a20a9db46', 'attached_at': '', 'detached_at': '', 'volume_id': '3475950e-69ba-4d24-ac7d-7c08ede378e0', 'serial'} {{(pid=75260) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] swap_volume: removing Cinder connection for volume 6294959f-1612-4fdb-82aa-81fb785d3183 {{(pid=75260) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 11:17:35 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 215238c2-4e6c-4199-a731-28eed8504f90 is timed out.
Dec 06 11:17:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Successfully detached device vdb from instance 215238c2-4e6c-4199-a731-28eed8504f90 from the live domain config.
Dec 06 11:17:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mRcUTtsS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6757e5de-3347-4e03-aeb6-ce93220e076f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:35 user nova-compute[75260]: No targets found.
Dec 06 11:17:35 user nova-compute[75260]: iSNS:
Dec 06 11:17:35 user nova-compute[75260]: No targets found.
Dec 06 11:17:35 user nova-compute[75260]: STATIC:
Dec 06 11:17:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26
Dec 06 11:17:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:35 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:35 user nova-compute[75260]: No targets found.
Dec 06 11:17:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:35 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:35 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[68059c50-e0b3-44fb-9320-47397c961028]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[15bdb022-c3d1-42a6-9607-5ded1cbb1e65]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:35 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:35 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 (non-flash)
Dec 06 11:17:35 user nova-compute[75260]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:35 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bc280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26'): ({'sdj'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Removing single pathed devices sdj {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f34b5b8-dd85-40e6-9b66-b5beda45279e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac01cc1-ff2c-4bc0-95c8-996bd5faa4bf]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Flushing IO for device /dev/sdj {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba0e867f-6d4e-48db-b60f-a052fdb21937]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[611ef4d3-0899-40c9-ac30-aeb4374df0a0]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] SCSI volumes sdj have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9fd060-9920-4639-afe7-6e255f98d7c8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0437c82-3f32-4ab9-b69a-3942412eb64c]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260]
Dec 06 11:17:35 user nova-compute[75260]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91a36556-e376-46b7-860b-c0f3f03acb26 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[83543b52-bb49-4286-9b74-7d15d7067774]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] <== disconnect_volume: return (310ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8980b36b-8bda-44e9-918a-97f18f511bf7 req-c9b451d7-229b-4a66-b204-56294c3aeea3 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8980b36b-8bda-44e9-918a-97f18f511bf7 req-c9b451d7-229b-4a66-b204-56294c3aeea3 service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8980b36b-8bda-44e9-918a-97f18f511bf7 req-c9b451d7-229b-4a66-b204-56294c3aeea3 service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8980b36b-8bda-44e9-918a-97f18f511bf7 req-c9b451d7-229b-4a66-b204-56294c3aeea3 service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8980b36b-8bda-44e9-918a-97f18f511bf7 req-c9b451d7-229b-4a66-b204-56294c3aeea3 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:36 user nova-compute[75260]: WARNING nova.compute.manager [req-8980b36b-8bda-44e9-918a-97f18f511bf7 req-c9b451d7-229b-4a66-b204-56294c3aeea3 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-plugged-65887a11-446d-495f-b4c2-4a3135f47385 for instance with vm_state active and task_state None.
Dec 06 11:17:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] swap_volume: Updating volume 6294959f-1612-4fdb-82aa-81fb785d3183 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "NRynAPac", "auth_password": "R9oCx3QwieYrbF", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "3475950e-69ba-4d24-ac7d-7c08ede378e0"}, "status": "reserved", "instance": "9103487a-8109-48ed-be73-1a6a20a9db46", "attached_at": "", "detached_at": "", "volume_id": "3475950e-69ba-4d24-ac7d-7c08ede378e0", "serial": "3475950e-69ba-4d24-ac7d-7c08ede378e0"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '3475950e-69ba-4d24-ac7d-7c08ede378e0', 'no_device': None, 'attachment_id': 'aec8ecf1-059e-4971-b523-ec301f23fd55'} {{(pid=75260) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 11:17:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aed99b-1bab-41a0-89b4-4bba1737e7c8 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 23.096s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'flavor' on Instance uuid 34227fd8-b7df-43b9-b7a2-cb055be5f469 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:37 user nova-compute[75260]: ERROR nova.volume.cinder [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Update attachment failed for attachment 884aabac-6eb7-40fe-8e99-d4641976467b. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-abd32c34-28d5-467a-b9b1-b132881fa0b9) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-abd32c34-28d5-467a-b9b1-b132881fa0b9)
Dec 06 11:17:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee35b1d5-8a14-48c1-acac-75b110402f11 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.505s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lazy-loading 'flavor' on Instance uuid 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-643a8a50-a568-430b-9380-b173f4768e09 tempest-VolumesAssistedSnapshotsTest-170872713 tempest-VolumesAssistedSnapshotsTest-170872713-project-admin] Lock "215238c2-4e6c-4199-a731-28eed8504f90" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.056s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:37 user nova-compute[75260]: INFO nova.compute.manager [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] [instance: ac9f3414-c8cc-4399-97aa-69849a451e4d] Took 3.73 seconds to detach 3 volumes for instance.
Dec 06 11:17:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG os_brick.utils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c744a6-6acb-4fc4-a41c-5e12ad9536f1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[08198b35-b285-44f6-b83a-f0cff9cd629d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[924e86dc-fefe-468b-b903-ed6b49924371]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa7ae5c-f993-46e8-a198-8d13360ca1bc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:17:38 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4b212b3-2179-4cca-9317-a46f6c6353b1]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG os_brick.utils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:38 user nova-compute[75260]: INFO nova.compute.manager [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Swapping volume 3475950e-69ba-4d24-ac7d-7c08ede378e0 for 6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:38 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Deleted allocations for instance ac9f3414-c8cc-4399-97aa-69849a451e4d
Dec 06 11:17:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b197c8d-c5a8-4068-b19c-c8ae90bb3762 tempest-TaggedBootDevicesTest_v242-1864687627 tempest-TaggedBootDevicesTest_v242-1864687627-project-member] Lock "ac9f3414-c8cc-4399-97aa-69849a451e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 14.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:17:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:17:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:17:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:17:45 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Creating image(s)
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Ensure instance console log exists: /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Start _get_guest_xml network_info=[{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '884aabac-6eb7-40fe-8e99-d4641976467b', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '71043b57-52f2-485a-9ace-32f2f28a4a0d', 'attached_at': '', 'detached_at': '', 'volume_id': '1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'serial': '1590f169-5681-4c1d-82b5-f65cceb1bdf1'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:17:45 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:17:45 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:17:45 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:46 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:46 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:46 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5bdaf59-534d-4aeb-9874-382185d8bfcf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:17:46 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f480a0f-6ff5-43bb-9813-8098895224fc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1] added
Dec 06 11:17:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df880e8d-c562-4ad7-9a4a-7290964d6071]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9c975a-0183-4e9e-8605-54dfe84c314e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFykopeL {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFykopeL" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2381451c-bfa2-405c-a924-a2c9022c5f5c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NFykopeL'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[812438b6-29bd-4c3c-8019-63616c29381f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d0d0909-116c-4138-a26e-32f93bb10baf]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[42fbf66d-1155-4cfa-925b-e1a742a6ec49]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260]
Dec 06 11:17:46 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ae050c7-6127-4534-88e8-4dafbc4fcb55]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbaf70c-1fed-4129-83c2-5f98a35f1c88]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] HCTL ('34', '-', '-', 0) found on session 12 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa990e7a-461e-453b-b240-a5ac618505e3]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching for a device in session 12 and hctl ['34', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching for a device in session 12 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26533653961333263', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533653961333263', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:17:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-935497809',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-935497809',id=14,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-chj86027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:17:18Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=71043b57-52f2-485a-9ace-32f2f28a4a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.objects.instance [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'pci_devices' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:17:47 user nova-compute[75260]:   <uuid>71043b57-52f2-485a-9ace-32f2f28a4a0d</uuid>
Dec 06 11:17:47 user nova-compute[75260]:   <name>instance-0000000e</name>
Dec 06 11:17:47 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:17:47 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:17:47 user nova-compute[75260]:   <metadata>
Dec 06 11:17:47 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:47 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:17:47 user nova-compute[75260]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-935497809</nova:name>
Dec 06 11:17:47 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:17:45</nova:creationTime>
Dec 06 11:17:47 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:17:47 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:47 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:17:47 user nova-compute[75260]:       <nova:owner>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:user uuid="0ab1d20171b245f08bccd714cbaee177">tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member</nova:user>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:project uuid="de599d7f41674eaabe3e3911034e7215">tempest-ServerBootFromVolumeStableRescueTest-279880957</nova:project>
Dec 06 11:17:47 user nova-compute[75260]:       </nova:owner>
Dec 06 11:17:47 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:47 user nova-compute[75260]:       <nova:ports>
Dec 06 11:17:47 user nova-compute[75260]:         <nova:port uuid="026e79e2-6fc9-4a3f-ab4d-5b12400381b6">
Dec 06 11:17:47 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 11:17:47 user nova-compute[75260]:         </nova:port>
Dec 06 11:17:47 user nova-compute[75260]:       </nova:ports>
Dec 06 11:17:47 user nova-compute[75260]:     </nova:instance>
Dec 06 11:17:47 user nova-compute[75260]:   </metadata>
Dec 06 11:17:47 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:17:47 user nova-compute[75260]:     <system>
Dec 06 11:17:47 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:17:47 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:17:47 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:17:47 user nova-compute[75260]:       <entry name="serial">71043b57-52f2-485a-9ace-32f2f28a4a0d</entry>
Dec 06 11:17:47 user nova-compute[75260]:       <entry name="uuid">71043b57-52f2-485a-9ace-32f2f28a4a0d</entry>
Dec 06 11:17:47 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:17:47 user nova-compute[75260]:     </system>
Dec 06 11:17:47 user nova-compute[75260]:   </sysinfo>
Dec 06 11:17:47 user nova-compute[75260]:   <os>
Dec 06 11:17:47 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:17:47 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:17:47 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:17:47 user nova-compute[75260]:   </os>
Dec 06 11:17:47 user nova-compute[75260]:   <features>
Dec 06 11:17:47 user nova-compute[75260]:     <acpi/>
Dec 06 11:17:47 user nova-compute[75260]:     <apic/>
Dec 06 11:17:47 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:17:47 user nova-compute[75260]:   </features>
Dec 06 11:17:47 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:17:47 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:17:47 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:17:47 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:17:47 user nova-compute[75260]:   </clock>
Dec 06 11:17:47 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:17:47 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:17:47 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:17:47 user nova-compute[75260]:   </cpu>
Dec 06 11:17:47 user nova-compute[75260]:   <devices>
Dec 06 11:17:47 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:17:47 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:47 user nova-compute[75260]:       <source dev="/dev/sdc"/>
Dec 06 11:17:47 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:17:47 user nova-compute[75260]:       <serial>1590f169-5681-4c1d-82b5-f65cceb1bdf1</serial>
Dec 06 11:17:47 user nova-compute[75260]:     </disk>
Dec 06 11:17:47 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:17:47 user nova-compute[75260]:       <mac address="fa:16:3e:f1:0d:b7"/>
Dec 06 11:17:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:17:47 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:17:47 user nova-compute[75260]:       <target dev="tap026e79e2-6f"/>
Dec 06 11:17:47 user nova-compute[75260]:     </interface>
Dec 06 11:17:47 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:17:47 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/console.log" append="off"/>
Dec 06 11:17:47 user nova-compute[75260]:     </serial>
Dec 06 11:17:47 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:17:47 user nova-compute[75260]:     <video>
Dec 06 11:17:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:17:47 user nova-compute[75260]:     </video>
Dec 06 11:17:47 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:17:47 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:17:47 user nova-compute[75260]:     </rng>
Dec 06 11:17:47 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:17:47 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:17:47 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:17:47 user nova-compute[75260]:     </memballoon>
Dec 06 11:17:47 user nova-compute[75260]:   </devices>
Dec 06 11:17:47 user nova-compute[75260]: </domain>
Dec 06 11:17:47 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:17:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-935497809',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-935497809',id=14,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-chj86027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:17:18Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=71043b57-52f2-485a-9ace-32f2f28a4a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_vif [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cb4740a1-4416-539f-a0c1-1123fe1ffec0', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap026e79e2-6f, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap026e79e2-6f, col_values=(('qos', UUID('9b2e92bb-03de-4175-b9f9-48c47830dd29')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap026e79e2-6f, col_values=(('external_ids', {'iface-id': '026e79e2-6fc9-4a3f-ab4d-5b12400381b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:0d:b7', 'vm-uuid': '71043b57-52f2-485a-9ace-32f2f28a4a0d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:47 user nova-compute[75260]: INFO os_vif [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f')
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No VIF found with MAC fa:16:3e:f1:0d:b7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9103487a-8109-48ed-be73-1a6a20a9db46', 'attached_at': '', 'detached_at': '', 'volume_id': '6294959f-1612-4fdb-82aa-81fb785d3183', 'serial': '6294959f-1612-4fdb-82aa-81fb785d3183'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NRynAPac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '3475950e-69ba-4d24-ac7d-7c08ede378e0'}, 'status': 'reserved', 'instance': '9103487a-8109-48ed-be73-1a6a20a9db46', 'attached_at': '', 'detached_at': '', 'volume_id': '3475950e-69ba-4d24-ac7d-7c08ede378e0', 'serial'} {{(pid=75260) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:47 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:47 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:47 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:17:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abfa193-e20f-46fb-9baf-fa3af674f116]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:17:47 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[22f040c4-fff0-445f-bfad-4860c72af4b1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183] added
Dec 06 11:17:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c793526-9039-4786-9e65-bb2f79fa6a6a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4d4184-b891-48b0-8012-05d508384ee7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aNARzycG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aNARzycG" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0ae079-e9da-4f25-8a3f-b26a0672501b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aNARzycG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[806e396d-07c7-49c4-bf06-2e1369a4acfa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3512e048-ce82-4a9a-b109-5a392d359760]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f173e7-89e1-4457-9ecc-d319f382b869]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]
Dec 06 11:17:48 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4623da57-a41f-4504-852d-d959fe6a9f09]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[61005f81-b7e7-4e1f-9347-0c4a89467540]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] HCTL ('35', '-', '-', 0) found on session 13 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[42238f01-4716-4f54-b01b-937c296cd176]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Searching for a device in session 13 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-92d61e46-2fdf-4bac-9bbf-aef997d7732c req-4780258b-9ab5-45b3-9657-e47fc17cc0e9 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92d61e46-2fdf-4bac-9bbf-aef997d7732c req-4780258b-9ab5-45b3-9657-e47fc17cc0e9 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92d61e46-2fdf-4bac-9bbf-aef997d7732c req-4780258b-9ab5-45b3-9657-e47fc17cc0e9 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92d61e46-2fdf-4bac-9bbf-aef997d7732c req-4780258b-9ab5-45b3-9657-e47fc17cc0e9 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-92d61e46-2fdf-4bac-9bbf-aef997d7732c req-4780258b-9ab5-45b3-9657-e47fc17cc0e9 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:48 user nova-compute[75260]: WARNING nova.compute.manager [req-92d61e46-2fdf-4bac-9bbf-aef997d7732c req-4780258b-9ab5-45b3-9657-e47fc17cc0e9 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state building and task_state spawning.
Dec 06 11:17:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23262343236303933', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23262343236303933', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:17:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lazy-loading 'flavor' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 109051904 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 252706816 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-36dc70db-674c-499c-ab16-e6313debd767 req-e9231479-f3bf-4489-a596-774ec1b11dae service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-36dc70db-674c-499c-ab16-e6313debd767 req-e9231479-f3bf-4489-a596-774ec1b11dae service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-36dc70db-674c-499c-ab16-e6313debd767 req-e9231479-f3bf-4489-a596-774ec1b11dae service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-36dc70db-674c-499c-ab16-e6313debd767 req-e9231479-f3bf-4489-a596-774ec1b11dae service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-36dc70db-674c-499c-ab16-e6313debd767 req-e9231479-f3bf-4489-a596-774ec1b11dae service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:51 user nova-compute[75260]: WARNING nova.compute.manager [req-36dc70db-674c-499c-ab16-e6313debd767 req-e9231479-f3bf-4489-a596-774ec1b11dae service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state building and task_state spawning.
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:17:51 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance spawned successfully.
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 408944640 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:51 user nova-compute[75260]: INFO nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Took 5.24 seconds to spawn the instance on the hypervisor.
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:17:51 user nova-compute[75260]: INFO nova.compute.manager [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Took 34.99 seconds to build instance.
Dec 06 11:17:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0c6f7c1c-c274-4144-8f47-e08ebba8751b tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 35.117s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 590348288 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 666894336 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 778043392 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 973078528 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:53 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Waiting for libvirt event about the detach of device tap65887a11-44 with device alias net1 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc is timed out.
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface> {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 11:17:53 user nova-compute[75260]:   <name>instance-00000008</name>
Dec 06 11:17:53 user nova-compute[75260]:   <uuid>44a993f9-7d32-4855-b4f5-1d9428f510cc</uuid>
Dec 06 11:17:53 user nova-compute[75260]:   <metadata>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:53 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:16:43</nova:creationTime>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:17:53 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:53 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:owner>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:17:53 user nova-compute[75260]:   </nova:owner>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:ports>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:17:53 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:17:53 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:port uuid="65887a11-446d-495f-b4c2-4a3135f47385">
Dec 06 11:17:53 user nova-compute[75260]:       <nova:ip type="fixed" address="10.10.10.131" ipVersion="4"/>
Dec 06 11:17:53 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:53 user nova-compute[75260]:   </nova:ports>
Dec 06 11:17:53 user nova-compute[75260]: </nova:instance>
Dec 06 11:17:53 user nova-compute[75260]:   </metadata>
Dec 06 11:17:53 user nova-compute[75260]:   <memory unit='KiB'>524288</memory>
Dec 06 11:17:53 user nova-compute[75260]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 11:17:53 user nova-compute[75260]:   <vcpu placement='static'>1</vcpu>
Dec 06 11:17:53 user nova-compute[75260]:   <resource>
Dec 06 11:17:53 user nova-compute[75260]:     <partition>/machine</partition>
Dec 06 11:17:53 user nova-compute[75260]:   </resource>
Dec 06 11:17:53 user nova-compute[75260]:   <sysinfo type='smbios'>
Dec 06 11:17:53 user nova-compute[75260]:     <system>
Dec 06 11:17:53 user nova-compute[75260]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 11:17:53 user nova-compute[75260]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 11:17:53 user nova-compute[75260]:       <entry name='version'>0.0.0</entry>
Dec 06 11:17:53 user nova-compute[75260]:       <entry name='serial'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:53 user nova-compute[75260]:       <entry name='uuid'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:53 user nova-compute[75260]:       <entry name='family'>Virtual Machine</entry>
Dec 06 11:17:53 user nova-compute[75260]:     </system>
Dec 06 11:17:53 user nova-compute[75260]:   </sysinfo>
Dec 06 11:17:53 user nova-compute[75260]:   <os>
Dec 06 11:17:53 user nova-compute[75260]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 11:17:53 user nova-compute[75260]:     <boot dev='hd'/>
Dec 06 11:17:53 user nova-compute[75260]:     <smbios mode='sysinfo'/>
Dec 06 11:17:53 user nova-compute[75260]:   </os>
Dec 06 11:17:53 user nova-compute[75260]:   <features>
Dec 06 11:17:53 user nova-compute[75260]:     <acpi/>
Dec 06 11:17:53 user nova-compute[75260]:     <apic/>
Dec 06 11:17:53 user nova-compute[75260]:     <vmcoreinfo state='on'/>
Dec 06 11:17:53 user nova-compute[75260]:   </features>
Dec 06 11:17:53 user nova-compute[75260]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 11:17:53 user nova-compute[75260]:     <model fallback='forbid'>Nehalem</model>
Dec 06 11:17:53 user nova-compute[75260]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 11:17:53 user nova-compute[75260]:     <feature policy='require' name='vme'/>
Dec 06 11:17:53 user nova-compute[75260]:     <feature policy='require' name='x2apic'/>
Dec 06 11:17:53 user nova-compute[75260]:     <feature policy='require' name='hypervisor'/>
Dec 06 11:17:53 user nova-compute[75260]:   </cpu>
Dec 06 11:17:53 user nova-compute[75260]:   <clock offset='utc'>
Dec 06 11:17:53 user nova-compute[75260]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 11:17:53 user nova-compute[75260]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 11:17:53 user nova-compute[75260]:     <timer name='hpet' present='no'/>
Dec 06 11:17:53 user nova-compute[75260]:   </clock>
Dec 06 11:17:53 user nova-compute[75260]:   <on_poweroff>destroy</on_poweroff>
Dec 06 11:17:53 user nova-compute[75260]:   <on_reboot>restart</on_reboot>
Dec 06 11:17:53 user nova-compute[75260]:   <on_crash>destroy</on_crash>
Dec 06 11:17:53 user nova-compute[75260]:   <devices>
Dec 06 11:17:53 user nova-compute[75260]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 11:17:53 user nova-compute[75260]:     <disk type='file' device='disk'>
Dec 06 11:17:53 user nova-compute[75260]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 11:17:53 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk' index='2'/>
Dec 06 11:17:53 user nova-compute[75260]:       <backingStore type='file' index='3'>
Dec 06 11:17:53 user nova-compute[75260]:         <format type='raw'/>
Dec 06 11:17:53 user nova-compute[75260]:         <source file='/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9'/>
Dec 06 11:17:53 user nova-compute[75260]:         <backingStore/>
Dec 06 11:17:53 user nova-compute[75260]:       </backingStore>
Dec 06 11:17:53 user nova-compute[75260]:       <target dev='vda' bus='virtio'/>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='virtio-disk0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </disk>
Dec 06 11:17:53 user nova-compute[75260]:     <disk type='file' device='cdrom'>
Dec 06 11:17:53 user nova-compute[75260]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 11:17:53 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config' index='1'/>
Dec 06 11:17:53 user nova-compute[75260]:       <backingStore/>
Dec 06 11:17:53 user nova-compute[75260]:       <target dev='hda' bus='ide'/>
Dec 06 11:17:53 user nova-compute[75260]:       <readonly/>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='ide0-0-0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </disk>
Dec 06 11:17:53 user nova-compute[75260]:     <controller type='usb' index='0' model='none'>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='usb'/>
Dec 06 11:17:53 user nova-compute[75260]:     </controller>
Dec 06 11:17:53 user nova-compute[75260]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='pci.0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </controller>
Dec 06 11:17:53 user nova-compute[75260]:     <controller type='ide' index='0'>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='ide'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 11:17:53 user nova-compute[75260]:     </controller>
Dec 06 11:17:53 user nova-compute[75260]:     <interface type='ethernet'>
Dec 06 11:17:53 user nova-compute[75260]:       <mac address='fa:16:3e:01:32:b3'/>
Dec 06 11:17:53 user nova-compute[75260]:       <target dev='tapb9271854-dd'/>
Dec 06 11:17:53 user nova-compute[75260]:       <model type='virtio'/>
Dec 06 11:17:53 user nova-compute[75260]:       <mtu size='1442'/>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='net0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </interface>
Dec 06 11:17:53 user nova-compute[75260]:     <serial type='pty'>
Dec 06 11:17:53 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:53 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:53 user nova-compute[75260]:       <target type='isa-serial' port='0'>
Dec 06 11:17:53 user nova-compute[75260]:         <model name='isa-serial'/>
Dec 06 11:17:53 user nova-compute[75260]:       </target>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </serial>
Dec 06 11:17:53 user nova-compute[75260]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 11:17:53 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:53 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:53 user nova-compute[75260]:       <target type='serial' port='0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </console>
Dec 06 11:17:53 user nova-compute[75260]:     <input type='mouse' bus='ps2'>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='input0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </input>
Dec 06 11:17:53 user nova-compute[75260]:     <input type='keyboard' bus='ps2'>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='input1'/>
Dec 06 11:17:53 user nova-compute[75260]:     </input>
Dec 06 11:17:53 user nova-compute[75260]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 11:17:53 user nova-compute[75260]:       <listen type='address' address='0.0.0.0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </graphics>
Dec 06 11:17:53 user nova-compute[75260]:     <audio id='1' type='none'/>
Dec 06 11:17:53 user nova-compute[75260]:     <video>
Dec 06 11:17:53 user nova-compute[75260]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='video0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </video>
Dec 06 11:17:53 user nova-compute[75260]:     <memballoon model='virtio'>
Dec 06 11:17:53 user nova-compute[75260]:       <stats period='10'/>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='balloon0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </memballoon>
Dec 06 11:17:53 user nova-compute[75260]:     <rng model='virtio'>
Dec 06 11:17:53 user nova-compute[75260]:       <backend model='random'>/dev/urandom</backend>
Dec 06 11:17:53 user nova-compute[75260]:       <alias name='rng0'/>
Dec 06 11:17:53 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 11:17:53 user nova-compute[75260]:     </rng>
Dec 06 11:17:53 user nova-compute[75260]:   </devices>
Dec 06 11:17:53 user nova-compute[75260]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 11:17:53 user nova-compute[75260]:     <label>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</label>
Dec 06 11:17:53 user nova-compute[75260]:     <imagelabel>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</imagelabel>
Dec 06 11:17:53 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:53 user nova-compute[75260]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 11:17:53 user nova-compute[75260]:     <label>+64055:+108</label>
Dec 06 11:17:53 user nova-compute[75260]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 11:17:53 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:53 user nova-compute[75260]: </domain>
Dec 06 11:17:53 user nova-compute[75260]:  {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 11:17:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully detached device tap65887a11-44 from instance 44a993f9-7d32-4855-b4f5-1d9428f510cc from the live domain config.
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_vif [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65887a11-44, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d5feee81-468b-4770-8abb-06cd54215892) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:53 user nova-compute[75260]: INFO os_vif [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44')
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:53 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:17:53</nova:creationTime>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:17:53 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:53 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:owner>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:17:53 user nova-compute[75260]:   </nova:owner>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:53 user nova-compute[75260]:   <nova:ports>
Dec 06 11:17:53 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:17:53 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:17:53 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:53 user nova-compute[75260]:   </nova:ports>
Dec 06 11:17:53 user nova-compute[75260]: </nova:instance>
Dec 06 11:17:53 user nova-compute[75260]:  {{(pid=75260) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NRynAPac', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '3475950e-69ba-4d24-ac7d-7c08ede378e0'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:17:53 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e61aed-13b5-48e5-95ab-0253b6c1f692]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:17:53 user nova-compute[75260]: No targets found.
Dec 06 11:17:53 user nova-compute[75260]: iSNS:
Dec 06 11:17:53 user nova-compute[75260]: No targets found.
Dec 06 11:17:53 user nova-compute[75260]: STATIC:
Dec 06 11:17:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:17:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0
Dec 06 11:17:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:17:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:17:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:17:53 user nova-compute[75260]: FIRMWARE:
Dec 06 11:17:53 user nova-compute[75260]: No targets found.
Dec 06 11:17:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:17:53 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:17:53 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:17:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d98b1d35-4c04-4733-ad4a-03b49ca9590f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[806c2ba4-c3d1-443c-91f7-1377382c2cf0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:17:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c23ff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[130ddb1c-20e8-484e-88fe-a302f5e15a2c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3afd77b6-ca19-432d-897b-8938ddf56f77]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f737f7-bac5-4583-9a59-9d6f6a29580e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b343f08b-4f8e-4ea0-8392-d67d35e35a14]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3da29b-c48f-44d3-842c-1062a14c970f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[93482d7e-a872-4713-86f7-60a8d8dd8a70]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260]
Dec 06 11:17:54 user nova-compute[75260]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0, portal: 172.16.0.220,3260] successful.
Dec 06 11:17:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3475950e-69ba-4d24-ac7d-7c08ede378e0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[287ed7d0-dabd-4108-b32e-98f258a61e2b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] <== disconnect_volume: return (313ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '9103487a-8109-48ed-be73-1a6a20a9db46', 'attached_at': '', 'detached_at': '', 'volume_id': '6294959f-1612-4fdb-82aa-81fb785d3183', 'serial'} {{(pid=75260) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] swap_volume: removing Cinder connection for volume 3475950e-69ba-4d24-ac7d-7c08ede378e0 {{(pid=75260) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-deleted-65887a11-446d-495f-b4c2-4a3135f47385 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:54 user nova-compute[75260]: INFO nova.compute.manager [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Neutron deleted interface 65887a11-446d-495f-b4c2-4a3135f47385; detaching it from the instance and deleting it from the info cache
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquired lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.objects.instance [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Lazy-loading 'system_metadata' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.objects.instance [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Lazy-loading 'flavor' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.objects.base [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Object Instance<44a993f9-7d32-4855-b4f5-1d9428f510cc> lazy-loaded attributes: system_metadata,flavor {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.os_vif_util [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Converting VIF {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.os_vif_util [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface> {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 11:17:54 user nova-compute[75260]:   <name>instance-00000008</name>
Dec 06 11:17:54 user nova-compute[75260]:   <uuid>44a993f9-7d32-4855-b4f5-1d9428f510cc</uuid>
Dec 06 11:17:54 user nova-compute[75260]:   <metadata>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:54 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:17:53</nova:creationTime>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:17:54 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:owner>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:owner>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:ports>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:17:54 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:17:54 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:ports>
Dec 06 11:17:54 user nova-compute[75260]: </nova:instance>
Dec 06 11:17:54 user nova-compute[75260]:   </metadata>
Dec 06 11:17:54 user nova-compute[75260]:   <memory unit='KiB'>524288</memory>
Dec 06 11:17:54 user nova-compute[75260]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 11:17:54 user nova-compute[75260]:   <vcpu placement='static'>1</vcpu>
Dec 06 11:17:54 user nova-compute[75260]:   <resource>
Dec 06 11:17:54 user nova-compute[75260]:     <partition>/machine</partition>
Dec 06 11:17:54 user nova-compute[75260]:   </resource>
Dec 06 11:17:54 user nova-compute[75260]:   <sysinfo type='smbios'>
Dec 06 11:17:54 user nova-compute[75260]:     <system>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='version'>0.0.0</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='serial'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='uuid'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='family'>Virtual Machine</entry>
Dec 06 11:17:54 user nova-compute[75260]:     </system>
Dec 06 11:17:54 user nova-compute[75260]:   </sysinfo>
Dec 06 11:17:54 user nova-compute[75260]:   <os>
Dec 06 11:17:54 user nova-compute[75260]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 11:17:54 user nova-compute[75260]:     <boot dev='hd'/>
Dec 06 11:17:54 user nova-compute[75260]:     <smbios mode='sysinfo'/>
Dec 06 11:17:54 user nova-compute[75260]:   </os>
Dec 06 11:17:54 user nova-compute[75260]:   <features>
Dec 06 11:17:54 user nova-compute[75260]:     <acpi/>
Dec 06 11:17:54 user nova-compute[75260]:     <apic/>
Dec 06 11:17:54 user nova-compute[75260]:     <vmcoreinfo state='on'/>
Dec 06 11:17:54 user nova-compute[75260]:   </features>
Dec 06 11:17:54 user nova-compute[75260]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 11:17:54 user nova-compute[75260]:     <model fallback='forbid'>Nehalem</model>
Dec 06 11:17:54 user nova-compute[75260]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 11:17:54 user nova-compute[75260]:     <feature policy='require' name='vme'/>
Dec 06 11:17:54 user nova-compute[75260]:     <feature policy='require' name='x2apic'/>
Dec 06 11:17:54 user nova-compute[75260]:     <feature policy='require' name='hypervisor'/>
Dec 06 11:17:54 user nova-compute[75260]:   </cpu>
Dec 06 11:17:54 user nova-compute[75260]:   <clock offset='utc'>
Dec 06 11:17:54 user nova-compute[75260]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 11:17:54 user nova-compute[75260]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 11:17:54 user nova-compute[75260]:     <timer name='hpet' present='no'/>
Dec 06 11:17:54 user nova-compute[75260]:   </clock>
Dec 06 11:17:54 user nova-compute[75260]:   <on_poweroff>destroy</on_poweroff>
Dec 06 11:17:54 user nova-compute[75260]:   <on_reboot>restart</on_reboot>
Dec 06 11:17:54 user nova-compute[75260]:   <on_crash>destroy</on_crash>
Dec 06 11:17:54 user nova-compute[75260]:   <devices>
Dec 06 11:17:54 user nova-compute[75260]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 11:17:54 user nova-compute[75260]:     <disk type='file' device='disk'>
Dec 06 11:17:54 user nova-compute[75260]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 11:17:54 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk' index='2'/>
Dec 06 11:17:54 user nova-compute[75260]:       <backingStore type='file' index='3'>
Dec 06 11:17:54 user nova-compute[75260]:         <format type='raw'/>
Dec 06 11:17:54 user nova-compute[75260]:         <source file='/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9'/>
Dec 06 11:17:54 user nova-compute[75260]:         <backingStore/>
Dec 06 11:17:54 user nova-compute[75260]:       </backingStore>
Dec 06 11:17:54 user nova-compute[75260]:       <target dev='vda' bus='virtio'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='virtio-disk0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </disk>
Dec 06 11:17:54 user nova-compute[75260]:     <disk type='file' device='cdrom'>
Dec 06 11:17:54 user nova-compute[75260]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 11:17:54 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config' index='1'/>
Dec 06 11:17:54 user nova-compute[75260]:       <backingStore/>
Dec 06 11:17:54 user nova-compute[75260]:       <target dev='hda' bus='ide'/>
Dec 06 11:17:54 user nova-compute[75260]:       <readonly/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='ide0-0-0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </disk>
Dec 06 11:17:54 user nova-compute[75260]:     <controller type='usb' index='0' model='none'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='usb'/>
Dec 06 11:17:54 user nova-compute[75260]:     </controller>
Dec 06 11:17:54 user nova-compute[75260]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='pci.0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </controller>
Dec 06 11:17:54 user nova-compute[75260]:     <controller type='ide' index='0'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='ide'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 11:17:54 user nova-compute[75260]:     </controller>
Dec 06 11:17:54 user nova-compute[75260]:     <interface type='ethernet'>
Dec 06 11:17:54 user nova-compute[75260]:       <mac address='fa:16:3e:01:32:b3'/>
Dec 06 11:17:54 user nova-compute[75260]:       <target dev='tapb9271854-dd'/>
Dec 06 11:17:54 user nova-compute[75260]:       <model type='virtio'/>
Dec 06 11:17:54 user nova-compute[75260]:       <mtu size='1442'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='net0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </interface>
Dec 06 11:17:54 user nova-compute[75260]:     <serial type='pty'>
Dec 06 11:17:54 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:54 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:54 user nova-compute[75260]:       <target type='isa-serial' port='0'>
Dec 06 11:17:54 user nova-compute[75260]:         <model name='isa-serial'/>
Dec 06 11:17:54 user nova-compute[75260]:       </target>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </serial>
Dec 06 11:17:54 user nova-compute[75260]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 11:17:54 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:54 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:54 user nova-compute[75260]:       <target type='serial' port='0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </console>
Dec 06 11:17:54 user nova-compute[75260]:     <input type='mouse' bus='ps2'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='input0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </input>
Dec 06 11:17:54 user nova-compute[75260]:     <input type='keyboard' bus='ps2'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='input1'/>
Dec 06 11:17:54 user nova-compute[75260]:     </input>
Dec 06 11:17:54 user nova-compute[75260]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 11:17:54 user nova-compute[75260]:       <listen type='address' address='0.0.0.0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </graphics>
Dec 06 11:17:54 user nova-compute[75260]:     <audio id='1' type='none'/>
Dec 06 11:17:54 user nova-compute[75260]:     <video>
Dec 06 11:17:54 user nova-compute[75260]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='video0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </video>
Dec 06 11:17:54 user nova-compute[75260]:     <memballoon model='virtio'>
Dec 06 11:17:54 user nova-compute[75260]:       <stats period='10'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='balloon0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </memballoon>
Dec 06 11:17:54 user nova-compute[75260]:     <rng model='virtio'>
Dec 06 11:17:54 user nova-compute[75260]:       <backend model='random'>/dev/urandom</backend>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='rng0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </rng>
Dec 06 11:17:54 user nova-compute[75260]:   </devices>
Dec 06 11:17:54 user nova-compute[75260]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 11:17:54 user nova-compute[75260]:     <label>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</label>
Dec 06 11:17:54 user nova-compute[75260]:     <imagelabel>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</imagelabel>
Dec 06 11:17:54 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:54 user nova-compute[75260]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 11:17:54 user nova-compute[75260]:     <label>+64055:+108</label>
Dec 06 11:17:54 user nova-compute[75260]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 11:17:54 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:54 user nova-compute[75260]: </domain>
Dec 06 11:17:54 user nova-compute[75260]:  {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface> {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:8e:79:5e"/><model type="virtio"/><mtu size="1442"/><target dev="tap65887a11-44"/></interface>not found in domain: <domain type='kvm' id='8'>
Dec 06 11:17:54 user nova-compute[75260]:   <name>instance-00000008</name>
Dec 06 11:17:54 user nova-compute[75260]:   <uuid>44a993f9-7d32-4855-b4f5-1d9428f510cc</uuid>
Dec 06 11:17:54 user nova-compute[75260]:   <metadata>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:54 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:17:53</nova:creationTime>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:17:54 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:owner>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:owner>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:ports>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:17:54 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:17:54 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:ports>
Dec 06 11:17:54 user nova-compute[75260]: </nova:instance>
Dec 06 11:17:54 user nova-compute[75260]:   </metadata>
Dec 06 11:17:54 user nova-compute[75260]:   <memory unit='KiB'>524288</memory>
Dec 06 11:17:54 user nova-compute[75260]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 11:17:54 user nova-compute[75260]:   <vcpu placement='static'>1</vcpu>
Dec 06 11:17:54 user nova-compute[75260]:   <resource>
Dec 06 11:17:54 user nova-compute[75260]:     <partition>/machine</partition>
Dec 06 11:17:54 user nova-compute[75260]:   </resource>
Dec 06 11:17:54 user nova-compute[75260]:   <sysinfo type='smbios'>
Dec 06 11:17:54 user nova-compute[75260]:     <system>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='version'>0.0.0</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='serial'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='uuid'>44a993f9-7d32-4855-b4f5-1d9428f510cc</entry>
Dec 06 11:17:54 user nova-compute[75260]:       <entry name='family'>Virtual Machine</entry>
Dec 06 11:17:54 user nova-compute[75260]:     </system>
Dec 06 11:17:54 user nova-compute[75260]:   </sysinfo>
Dec 06 11:17:54 user nova-compute[75260]:   <os>
Dec 06 11:17:54 user nova-compute[75260]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 11:17:54 user nova-compute[75260]:     <boot dev='hd'/>
Dec 06 11:17:54 user nova-compute[75260]:     <smbios mode='sysinfo'/>
Dec 06 11:17:54 user nova-compute[75260]:   </os>
Dec 06 11:17:54 user nova-compute[75260]:   <features>
Dec 06 11:17:54 user nova-compute[75260]:     <acpi/>
Dec 06 11:17:54 user nova-compute[75260]:     <apic/>
Dec 06 11:17:54 user nova-compute[75260]:     <vmcoreinfo state='on'/>
Dec 06 11:17:54 user nova-compute[75260]:   </features>
Dec 06 11:17:54 user nova-compute[75260]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 11:17:54 user nova-compute[75260]:     <model fallback='forbid'>Nehalem</model>
Dec 06 11:17:54 user nova-compute[75260]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 11:17:54 user nova-compute[75260]:     <feature policy='require' name='vme'/>
Dec 06 11:17:54 user nova-compute[75260]:     <feature policy='require' name='x2apic'/>
Dec 06 11:17:54 user nova-compute[75260]:     <feature policy='require' name='hypervisor'/>
Dec 06 11:17:54 user nova-compute[75260]:   </cpu>
Dec 06 11:17:54 user nova-compute[75260]:   <clock offset='utc'>
Dec 06 11:17:54 user nova-compute[75260]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 11:17:54 user nova-compute[75260]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 11:17:54 user nova-compute[75260]:     <timer name='hpet' present='no'/>
Dec 06 11:17:54 user nova-compute[75260]:   </clock>
Dec 06 11:17:54 user nova-compute[75260]:   <on_poweroff>destroy</on_poweroff>
Dec 06 11:17:54 user nova-compute[75260]:   <on_reboot>restart</on_reboot>
Dec 06 11:17:54 user nova-compute[75260]:   <on_crash>destroy</on_crash>
Dec 06 11:17:54 user nova-compute[75260]:   <devices>
Dec 06 11:17:54 user nova-compute[75260]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 11:17:54 user nova-compute[75260]:     <disk type='file' device='disk'>
Dec 06 11:17:54 user nova-compute[75260]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 11:17:54 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk' index='2'/>
Dec 06 11:17:54 user nova-compute[75260]:       <backingStore type='file' index='3'>
Dec 06 11:17:54 user nova-compute[75260]:         <format type='raw'/>
Dec 06 11:17:54 user nova-compute[75260]:         <source file='/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9'/>
Dec 06 11:17:54 user nova-compute[75260]:         <backingStore/>
Dec 06 11:17:54 user nova-compute[75260]:       </backingStore>
Dec 06 11:17:54 user nova-compute[75260]:       <target dev='vda' bus='virtio'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='virtio-disk0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </disk>
Dec 06 11:17:54 user nova-compute[75260]:     <disk type='file' device='cdrom'>
Dec 06 11:17:54 user nova-compute[75260]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 11:17:54 user nova-compute[75260]:       <source file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk.config' index='1'/>
Dec 06 11:17:54 user nova-compute[75260]:       <backingStore/>
Dec 06 11:17:54 user nova-compute[75260]:       <target dev='hda' bus='ide'/>
Dec 06 11:17:54 user nova-compute[75260]:       <readonly/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='ide0-0-0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </disk>
Dec 06 11:17:54 user nova-compute[75260]:     <controller type='usb' index='0' model='none'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='usb'/>
Dec 06 11:17:54 user nova-compute[75260]:     </controller>
Dec 06 11:17:54 user nova-compute[75260]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='pci.0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </controller>
Dec 06 11:17:54 user nova-compute[75260]:     <controller type='ide' index='0'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='ide'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 11:17:54 user nova-compute[75260]:     </controller>
Dec 06 11:17:54 user nova-compute[75260]:     <interface type='ethernet'>
Dec 06 11:17:54 user nova-compute[75260]:       <mac address='fa:16:3e:01:32:b3'/>
Dec 06 11:17:54 user nova-compute[75260]:       <target dev='tapb9271854-dd'/>
Dec 06 11:17:54 user nova-compute[75260]:       <model type='virtio'/>
Dec 06 11:17:54 user nova-compute[75260]:       <mtu size='1442'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='net0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </interface>
Dec 06 11:17:54 user nova-compute[75260]:     <serial type='pty'>
Dec 06 11:17:54 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:54 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:54 user nova-compute[75260]:       <target type='isa-serial' port='0'>
Dec 06 11:17:54 user nova-compute[75260]:         <model name='isa-serial'/>
Dec 06 11:17:54 user nova-compute[75260]:       </target>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </serial>
Dec 06 11:17:54 user nova-compute[75260]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 11:17:54 user nova-compute[75260]:       <source path='/dev/pts/6'/>
Dec 06 11:17:54 user nova-compute[75260]:       <log file='/opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/console.log' append='off'/>
Dec 06 11:17:54 user nova-compute[75260]:       <target type='serial' port='0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='serial0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </console>
Dec 06 11:17:54 user nova-compute[75260]:     <input type='mouse' bus='ps2'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='input0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </input>
Dec 06 11:17:54 user nova-compute[75260]:     <input type='keyboard' bus='ps2'>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='input1'/>
Dec 06 11:17:54 user nova-compute[75260]:     </input>
Dec 06 11:17:54 user nova-compute[75260]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Dec 06 11:17:54 user nova-compute[75260]:       <listen type='address' address='0.0.0.0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </graphics>
Dec 06 11:17:54 user nova-compute[75260]:     <audio id='1' type='none'/>
Dec 06 11:17:54 user nova-compute[75260]:     <video>
Dec 06 11:17:54 user nova-compute[75260]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='video0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </video>
Dec 06 11:17:54 user nova-compute[75260]:     <memballoon model='virtio'>
Dec 06 11:17:54 user nova-compute[75260]:       <stats period='10'/>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='balloon0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </memballoon>
Dec 06 11:17:54 user nova-compute[75260]:     <rng model='virtio'>
Dec 06 11:17:54 user nova-compute[75260]:       <backend model='random'>/dev/urandom</backend>
Dec 06 11:17:54 user nova-compute[75260]:       <alias name='rng0'/>
Dec 06 11:17:54 user nova-compute[75260]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 11:17:54 user nova-compute[75260]:     </rng>
Dec 06 11:17:54 user nova-compute[75260]:   </devices>
Dec 06 11:17:54 user nova-compute[75260]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 11:17:54 user nova-compute[75260]:     <label>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</label>
Dec 06 11:17:54 user nova-compute[75260]:     <imagelabel>libvirt-44a993f9-7d32-4855-b4f5-1d9428f510cc</imagelabel>
Dec 06 11:17:54 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:54 user nova-compute[75260]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 11:17:54 user nova-compute[75260]:     <label>+64055:+108</label>
Dec 06 11:17:54 user nova-compute[75260]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 11:17:54 user nova-compute[75260]:   </seclabel>
Dec 06 11:17:54 user nova-compute[75260]: </domain>
Dec 06 11:17:54 user nova-compute[75260]:  {{(pid=75260) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 11:17:54 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Detaching interface fa:16:3e:8e:79:5e failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap65887a11-44' not found.
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.os_vif_util [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Converting VIF {"id": "65887a11-446d-495f-b4c2-4a3135f47385", "address": "fa:16:3e:8e:79:5e", "network": {"id": "768c9c13-585c-484d-8af3-b9f2aeedd0b5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1049758783", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65887a11-44", "ovs_interfaceid": "65887a11-446d-495f-b4c2-4a3135f47385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.os_vif_util [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG os_vif [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65887a11-44, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:17:54 user nova-compute[75260]: INFO os_vif [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:79:5e,bridge_name='br-int',has_traffic_filtering=True,id=65887a11-446d-495f-b4c2-4a3135f47385,network=Network(768c9c13-585c-484d-8af3-b9f2aeedd0b5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65887a11-44')
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [req-0667423e-6210-41e2-a7d4-0f4f836a4a1f req-1212673e-7e19-4e33-9d26-a83964bc5918 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:17:54 user nova-compute[75260]:   <nova:package version="0.0.0"/>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:name>tempest-device-tagging-server-159807378</nova:name>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:creationTime>2023-12-06 11:17:54</nova:creationTime>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:flavor name="m1.tiny">
Dec 06 11:17:54 user nova-compute[75260]:     <nova:memory>512</nova:memory>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:disk>1</nova:disk>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:swap>0</nova:swap>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:vcpus>1</nova:vcpus>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:flavor>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:owner>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:user uuid="7a1e129d562a497c931986493aece32c">tempest-TaggedAttachmentsTest-720153043-project-member</nova:user>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:project uuid="a1ab36c3a15d4c8382d3c607b965e6ab">tempest-TaggedAttachmentsTest-720153043</nova:project>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:owner>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:17:54 user nova-compute[75260]:   <nova:ports>
Dec 06 11:17:54 user nova-compute[75260]:     <nova:port uuid="b9271854-dda6-46d8-8dc6-d36373a95d30">
Dec 06 11:17:54 user nova-compute[75260]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:17:54 user nova-compute[75260]:     </nova:port>
Dec 06 11:17:54 user nova-compute[75260]:   </nova:ports>
Dec 06 11:17:54 user nova-compute[75260]: </nova:instance>
Dec 06 11:17:54 user nova-compute[75260]:  {{(pid=75260) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 11:17:54 user nova-compute[75260]: INFO nova.network.neutron [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Port 65887a11-446d-495f-b4c2-4a3135f47385 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Dec 06 11:17:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [{"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Releasing lock "refresh_cache-44a993f9-7d32-4855-b4f5-1d9428f510cc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:17:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d226272-18ae-4c3b-b1a6-3e12ee627a47 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "interface-44a993f9-7d32-4855-b4f5-1d9428f510cc-65887a11-446d-495f-b4c2-4a3135f47385" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.555s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:55 user nova-compute[75260]: DEBUG nova.compute.manager [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] swap_volume: Updating volume 3475950e-69ba-4d24-ac7d-7c08ede378e0 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "aNARzycG", "auth_password": "wPs0X8UHjpvzma", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "6294959f-1612-4fdb-82aa-81fb785d3183"}, "status": "reserved", "instance": "9103487a-8109-48ed-be73-1a6a20a9db46", "attached_at": "", "detached_at": "", "volume_id": "6294959f-1612-4fdb-82aa-81fb785d3183", "serial": "6294959f-1612-4fdb-82aa-81fb785d3183"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '6294959f-1612-4fdb-82aa-81fb785d3183', 'no_device': None, 'attachment_id': '43ee0d06-916e-4989-9543-1ec0b2d8f1f0'} {{(pid=75260) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 11:17:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-dadb20ef-f4da-4273-b665-0939fdc30ce5 tempest-TestVolumeSwap-2133017682 tempest-TestVolumeSwap-2133017682-project-admin] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 17.090s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:55 user nova-compute[75260]: INFO nova.compute.manager [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Detaching volume 6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:17:55 user nova-compute[75260]: INFO nova.virt.block_device [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Attempting to driver detach volume 6294959f-1612-4fdb-82aa-81fb785d3183 from mountpoint /dev/vdb
Dec 06 11:17:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Attempting to detach device vdb from instance 9103487a-8109-48ed-be73-1a6a20a9db46 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:17:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:55 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:55 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:17:55 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:55 user nova-compute[75260]:   <serial>6294959f-1612-4fdb-82aa-81fb785d3183</serial>
Dec 06 11:17:55 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:17:55 user nova-compute[75260]: </disk>
Dec 06 11:17:55 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:55 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Successfully detached device vdb from instance 9103487a-8109-48ed-be73-1a6a20a9db46 from the persistent domain config.
Dec 06 11:17:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9103487a-8109-48ed-be73-1a6a20a9db46 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:17:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:17:55 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:17:55 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:17:55 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:17:55 user nova-compute[75260]:   <serial>6294959f-1612-4fdb-82aa-81fb785d3183</serial>
Dec 06 11:17:55 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:17:55 user nova-compute[75260]: </disk>
Dec 06 11:17:55 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:17:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:17:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "8512a939-986c-4556-9de2-ab66cf5f6773" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:59 user nova-compute[75260]: INFO nova.compute.manager [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Terminating instance
Dec 06 11:17:59 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cae8770-c7dc-450e-a47e-1805d8974a40 req-d9dede61-503b-444f-9ddd-dc1e31467716 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-vif-unplugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cae8770-c7dc-450e-a47e-1805d8974a40 req-d9dede61-503b-444f-9ddd-dc1e31467716 service nova] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cae8770-c7dc-450e-a47e-1805d8974a40 req-d9dede61-503b-444f-9ddd-dc1e31467716 service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cae8770-c7dc-450e-a47e-1805d8974a40 req-d9dede61-503b-444f-9ddd-dc1e31467716 service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cae8770-c7dc-450e-a47e-1805d8974a40 req-d9dede61-503b-444f-9ddd-dc1e31467716 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] No waiting events found dispatching network-vif-unplugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cae8770-c7dc-450e-a47e-1805d8974a40 req-d9dede61-503b-444f-9ddd-dc1e31467716 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-vif-unplugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:17:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Instance destroyed successfully.
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lazy-loading 'resources' on Instance uuid 8512a939-986c-4556-9de2-ab66cf5f6773 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1323430171',display_name='tempest-ServersNegativeTestJSON-server-1323430171',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1323430171',id=12,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='27a3d1d923c449c9bdd9b586b5fb0197',ramdisk_id='',reservation_id='r-ezgia20n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-242890255',owner_user_name='tempest-ServersNegativeTestJSON-242890255-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:17Z,user_data=None,user_id='805df32ad9954f07bfd9b1e951baed41',uuid=8512a939-986c-4556-9de2-ab66cf5f6773,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converting VIF {"id": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "address": "fa:16:3e:72:10:cc", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6062a7-a3", "ovs_interfaceid": "fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG os_vif [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe6062a7-a3, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0dde43ea-f45f-462f-ac92-8c363ea059ce) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:00 user nova-compute[75260]: INFO os_vif [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:cc,bridge_name='br-int',has_traffic_filtering=True,id=fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6062a7-a3')
Dec 06 11:18:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Deleting instance files /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773_del
Dec 06 11:18:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Deletion of /opt/stack/data/nova/instances/8512a939-986c-4556-9de2-ab66cf5f6773_del complete
Dec 06 11:18:00 user nova-compute[75260]: INFO nova.compute.manager [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 06 11:18:00 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:00 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Took 0.51 seconds to deallocate network for instance.
Dec 06 11:18:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-5eb65eb2-f8f1-4c6b-8321-5e3afa2df115 req-e7f6691b-cb76-41ba-bb8c-73aa22a4ef95 service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-vif-deleted-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:01 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Deleted allocations for instance 8512a939-986c-4556-9de2-ab66cf5f6773
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7ec7af2c-9f0d-4544-9515-fd6908f1027e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "8512a939-986c-4556-9de2-ab66cf5f6773" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.969s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-5dc89d62-6c39-41b8-9eee-fbc031f4fc14 req-39b7da85-2b99-484f-9eff-d6a168f9f76b service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received event network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5dc89d62-6c39-41b8-9eee-fbc031f4fc14 req-39b7da85-2b99-484f-9eff-d6a168f9f76b service nova] Acquiring lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5dc89d62-6c39-41b8-9eee-fbc031f4fc14 req-39b7da85-2b99-484f-9eff-d6a168f9f76b service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5dc89d62-6c39-41b8-9eee-fbc031f4fc14 req-39b7da85-2b99-484f-9eff-d6a168f9f76b service nova] Lock "8512a939-986c-4556-9de2-ab66cf5f6773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-5dc89d62-6c39-41b8-9eee-fbc031f4fc14 req-39b7da85-2b99-484f-9eff-d6a168f9f76b service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] No waiting events found dispatching network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:01 user nova-compute[75260]: WARNING nova.compute.manager [req-5dc89d62-6c39-41b8-9eee-fbc031f4fc14 req-39b7da85-2b99-484f-9eff-d6a168f9f76b service nova] [instance: 8512a939-986c-4556-9de2-ab66cf5f6773] Received unexpected event network-vif-plugged-fe6062a7-a34e-4aeb-ba9e-fbaee19dfc0c for instance with vm_state deleted and task_state None.
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:18:01 user nova-compute[75260]: INFO nova.compute.claims [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Claim successful on node user
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.417s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.network.neutron [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:18:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.policy [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca306cda01a449a8a4f6a3062292edfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9587a2c775264a50bdc0a269c15829f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:18:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Creating image(s)
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "/opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "/opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "/opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk 1073741824" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.388s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Successfully created port: 5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Cannot resize image /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Ensure instance console log exists: /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Successfully updated port: 5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "refresh_cache-b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquired lock "refresh_cache-b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-changed-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Refreshing instance network info cache due to event network-changed-5920ffa0-9806-41da-af8e-5d97d5bfddc9. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] Acquiring lock "refresh_cache-b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Updating instance_info_cache with network_info: [{"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Releasing lock "refresh_cache-b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Instance network_info: |[{"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] Acquired lock "refresh_cache-b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Refreshing network info cache for port 5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Start _get_guest_xml network_info=[{"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:18:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2103065287',display_name='tempest-VolumesAdminNegativeTest-server-2103065287',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2103065287',id=15,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9587a2c775264a50bdc0a269c15829f3',ramdisk_id='',reservation_id='r-alof5txp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-407306904',owner_user_name='tempest-VolumesAdminNegativeTest-407306904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:18:03Z,user_data=None,user_id='ca306cda01a449a8a4f6a3062292edfb',uuid=b9532a6c-edbf-42a6-9c20-00ed3efd6d5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converting VIF {"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'pci_devices' on Instance uuid b9532a6c-edbf-42a6-9c20-00ed3efd6d5e {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:18:04 user nova-compute[75260]:   <uuid>b9532a6c-edbf-42a6-9c20-00ed3efd6d5e</uuid>
Dec 06 11:18:04 user nova-compute[75260]:   <name>instance-0000000f</name>
Dec 06 11:18:04 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:18:04 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:18:04 user nova-compute[75260]:   <metadata>
Dec 06 11:18:04 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:18:04 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:18:04 user nova-compute[75260]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2103065287</nova:name>
Dec 06 11:18:04 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:18:04</nova:creationTime>
Dec 06 11:18:04 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:18:04 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:18:04 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:18:04 user nova-compute[75260]:       <nova:owner>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:user uuid="ca306cda01a449a8a4f6a3062292edfb">tempest-VolumesAdminNegativeTest-407306904-project-member</nova:user>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:project uuid="9587a2c775264a50bdc0a269c15829f3">tempest-VolumesAdminNegativeTest-407306904</nova:project>
Dec 06 11:18:04 user nova-compute[75260]:       </nova:owner>
Dec 06 11:18:04 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:18:04 user nova-compute[75260]:       <nova:ports>
Dec 06 11:18:04 user nova-compute[75260]:         <nova:port uuid="5920ffa0-9806-41da-af8e-5d97d5bfddc9">
Dec 06 11:18:04 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:18:04 user nova-compute[75260]:         </nova:port>
Dec 06 11:18:04 user nova-compute[75260]:       </nova:ports>
Dec 06 11:18:04 user nova-compute[75260]:     </nova:instance>
Dec 06 11:18:04 user nova-compute[75260]:   </metadata>
Dec 06 11:18:04 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:18:04 user nova-compute[75260]:     <system>
Dec 06 11:18:04 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:18:04 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:18:04 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:18:04 user nova-compute[75260]:       <entry name="serial">b9532a6c-edbf-42a6-9c20-00ed3efd6d5e</entry>
Dec 06 11:18:04 user nova-compute[75260]:       <entry name="uuid">b9532a6c-edbf-42a6-9c20-00ed3efd6d5e</entry>
Dec 06 11:18:04 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:18:04 user nova-compute[75260]:     </system>
Dec 06 11:18:04 user nova-compute[75260]:   </sysinfo>
Dec 06 11:18:04 user nova-compute[75260]:   <os>
Dec 06 11:18:04 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:18:04 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:18:04 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:18:04 user nova-compute[75260]:   </os>
Dec 06 11:18:04 user nova-compute[75260]:   <features>
Dec 06 11:18:04 user nova-compute[75260]:     <acpi/>
Dec 06 11:18:04 user nova-compute[75260]:     <apic/>
Dec 06 11:18:04 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:18:04 user nova-compute[75260]:   </features>
Dec 06 11:18:04 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:18:04 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:18:04 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:18:04 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:18:04 user nova-compute[75260]:   </clock>
Dec 06 11:18:04 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:18:04 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:18:04 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:18:04 user nova-compute[75260]:   </cpu>
Dec 06 11:18:04 user nova-compute[75260]:   <devices>
Dec 06 11:18:04 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:18:04 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:18:04 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk"/>
Dec 06 11:18:04 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:18:04 user nova-compute[75260]:     </disk>
Dec 06 11:18:04 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:18:04 user nova-compute[75260]:       <mac address="fa:16:3e:b9:40:68"/>
Dec 06 11:18:04 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:04 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:18:04 user nova-compute[75260]:       <target dev="tap5920ffa0-98"/>
Dec 06 11:18:04 user nova-compute[75260]:     </interface>
Dec 06 11:18:04 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:18:04 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/console.log" append="off"/>
Dec 06 11:18:04 user nova-compute[75260]:     </serial>
Dec 06 11:18:04 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:18:04 user nova-compute[75260]:     <video>
Dec 06 11:18:04 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:04 user nova-compute[75260]:     </video>
Dec 06 11:18:04 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:18:04 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:18:04 user nova-compute[75260]:     </rng>
Dec 06 11:18:04 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:18:04 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:18:04 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:18:04 user nova-compute[75260]:     </memballoon>
Dec 06 11:18:04 user nova-compute[75260]:   </devices>
Dec 06 11:18:04 user nova-compute[75260]: </domain>
Dec 06 11:18:04 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2103065287',display_name='tempest-VolumesAdminNegativeTest-server-2103065287',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2103065287',id=15,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9587a2c775264a50bdc0a269c15829f3',ramdisk_id='',reservation_id='r-alof5txp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-407306904',owner_user_name='tempest-VolumesAdminNegativeTest-407306904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:18:03Z,user_data=None,user_id='ca306cda01a449a8a4f6a3062292edfb',uuid=b9532a6c-edbf-42a6-9c20-00ed3efd6d5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converting VIF {"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG os_vif [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '31e0a76a-9d81-51f2-8092-d18e3323678e', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5920ffa0-98, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5920ffa0-98, col_values=(('qos', UUID('8a55201b-dacc-4e4f-984f-a7985f9e5ded')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5920ffa0-98, col_values=(('external_ids', {'iface-id': '5920ffa0-9806-41da-af8e-5d97d5bfddc9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:40:68', 'vm-uuid': 'b9532a6c-edbf-42a6-9c20-00ed3efd6d5e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:04 user nova-compute[75260]: INFO os_vif [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98')
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] No VIF found with MAC fa:16:3e:b9:40:68, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Updated VIF entry in instance network info cache for port 5920ffa0-9806-41da-af8e-5d97d5bfddc9. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Updating instance_info_cache with network_info: [{"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc220333-6f2b-4599-8d58-e62ef417d5e5 req-66efb16c-1d67-43ec-94a9-7232513a07a7 service nova] Releasing lock "refresh_cache-b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-4ef9e6f6-cce1-4ae9-9331-da9a82d35f0f req-4263ab94-f42e-4d18-a4df-accf7993092e service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4ef9e6f6-cce1-4ae9-9331-da9a82d35f0f req-4263ab94-f42e-4d18-a4df-accf7993092e service nova] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4ef9e6f6-cce1-4ae9-9331-da9a82d35f0f req-4263ab94-f42e-4d18-a4df-accf7993092e service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4ef9e6f6-cce1-4ae9-9331-da9a82d35f0f req-4263ab94-f42e-4d18-a4df-accf7993092e service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-4ef9e6f6-cce1-4ae9-9331-da9a82d35f0f req-4263ab94-f42e-4d18-a4df-accf7993092e service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] No waiting events found dispatching network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:06 user nova-compute[75260]: WARNING nova.compute.manager [req-4ef9e6f6-cce1-4ae9-9331-da9a82d35f0f req-4263ab94-f42e-4d18-a4df-accf7993092e service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received unexpected event network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 for instance with vm_state building and task_state spawning.
Dec 06 11:18:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:18:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Instance spawned successfully.
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:08 user nova-compute[75260]: INFO nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Took 5.47 seconds to spawn the instance on the hypervisor.
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:08 user nova-compute[75260]: INFO nova.compute.manager [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Took 6.21 seconds to build instance.
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-13b8b58b-afb5-4c5b-89a7-d44de08ad2d3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.300s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:18:08 user nova-compute[75260]: INFO nova.compute.claims [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Claim successful on node user
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-5555adbf-9a4a-4d74-bd08-654a1d894cd8 req-7597d3dc-0b60-403b-9dac-17b9b818f0a5 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5555adbf-9a4a-4d74-bd08-654a1d894cd8 req-7597d3dc-0b60-403b-9dac-17b9b818f0a5 service nova] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5555adbf-9a4a-4d74-bd08-654a1d894cd8 req-7597d3dc-0b60-403b-9dac-17b9b818f0a5 service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5555adbf-9a4a-4d74-bd08-654a1d894cd8 req-7597d3dc-0b60-403b-9dac-17b9b818f0a5 service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-5555adbf-9a4a-4d74-bd08-654a1d894cd8 req-7597d3dc-0b60-403b-9dac-17b9b818f0a5 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] No waiting events found dispatching network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:08 user nova-compute[75260]: WARNING nova.compute.manager [req-5555adbf-9a4a-4d74-bd08-654a1d894cd8 req-7597d3dc-0b60-403b-9dac-17b9b818f0a5 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received unexpected event network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 for instance with vm_state active and task_state None.
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.717s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:18:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.policy [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e84ce1a8eac34833839893f2481074ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b93bf5133c846c891e5fc6469018f34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:18:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Creating image(s)
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.247s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.281s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk 1073741824" returned: 0 in 0.065s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.355s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Successfully created port: 26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.272s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Cannot resize image /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Ensure instance console log exists: /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "215238c2-4e6c-4199-a731-28eed8504f90" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:10 user nova-compute[75260]: INFO nova.compute.manager [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Terminating instance
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Successfully updated port: 26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquired lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-changed-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Refreshing instance network info cache due to event network-changed-26f73545-efb3-4fdd-a7b7-dbddb4df450e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:18:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] Acquiring lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-2bb55a36-3d16-481b-850c-04b6cc2af2e9 req-ad65ba81-2bb4-40f8-9691-6baa6b4c48d7 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-vif-unplugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2bb55a36-3d16-481b-850c-04b6cc2af2e9 req-ad65ba81-2bb4-40f8-9691-6baa6b4c48d7 service nova] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2bb55a36-3d16-481b-850c-04b6cc2af2e9 req-ad65ba81-2bb4-40f8-9691-6baa6b4c48d7 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2bb55a36-3d16-481b-850c-04b6cc2af2e9 req-ad65ba81-2bb4-40f8-9691-6baa6b4c48d7 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-2bb55a36-3d16-481b-850c-04b6cc2af2e9 req-ad65ba81-2bb4-40f8-9691-6baa6b4c48d7 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] No waiting events found dispatching network-vif-unplugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-2bb55a36-3d16-481b-850c-04b6cc2af2e9 req-ad65ba81-2bb4-40f8-9691-6baa6b4c48d7 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-vif-unplugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updating instance_info_cache with network_info: [{"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Releasing lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance network_info: |[{"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] Acquired lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Refreshing network info cache for port 26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Start _get_guest_xml network_info=[{"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:18:11 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:11 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034426709',display_name='tempest-tempest.common.compute-instance-2034426709',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034426709',id=16,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0SU9WvgPLpoz8qXJv3BjyUqq1DbXdxf6kEuQsFqKfzyKTBmhrvLs4CgpXhe0ei3BHKykOldvcTCwTr1qiqYKOGm05RkWsnaDhbOJL+jqJWgJ3A1IG2LinZ9hwUkA21Pw==',key_name='tempest-keypair-633587840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-mqqj4kjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:18:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=ab31133d-525d-49c6-ac73-c51e987a5b1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'pci_devices' on Instance uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:18:11 user nova-compute[75260]:   <uuid>ab31133d-525d-49c6-ac73-c51e987a5b1a</uuid>
Dec 06 11:18:11 user nova-compute[75260]:   <name>instance-00000010</name>
Dec 06 11:18:11 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:18:11 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:18:11 user nova-compute[75260]:   <metadata>
Dec 06 11:18:11 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:18:11 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:18:11 user nova-compute[75260]:       <nova:name>tempest-tempest.common.compute-instance-2034426709</nova:name>
Dec 06 11:18:11 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:18:11</nova:creationTime>
Dec 06 11:18:11 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:18:11 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:18:11 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:18:11 user nova-compute[75260]:       <nova:owner>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:user uuid="e84ce1a8eac34833839893f2481074ef">tempest-ServerActionsTestOtherA-1476203134-project-member</nova:user>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:project uuid="5b93bf5133c846c891e5fc6469018f34">tempest-ServerActionsTestOtherA-1476203134</nova:project>
Dec 06 11:18:11 user nova-compute[75260]:       </nova:owner>
Dec 06 11:18:11 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:18:11 user nova-compute[75260]:       <nova:ports>
Dec 06 11:18:11 user nova-compute[75260]:         <nova:port uuid="26f73545-efb3-4fdd-a7b7-dbddb4df450e">
Dec 06 11:18:11 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:18:11 user nova-compute[75260]:         </nova:port>
Dec 06 11:18:11 user nova-compute[75260]:       </nova:ports>
Dec 06 11:18:11 user nova-compute[75260]:     </nova:instance>
Dec 06 11:18:11 user nova-compute[75260]:   </metadata>
Dec 06 11:18:11 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:18:11 user nova-compute[75260]:     <system>
Dec 06 11:18:11 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:18:11 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:18:11 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:18:11 user nova-compute[75260]:       <entry name="serial">ab31133d-525d-49c6-ac73-c51e987a5b1a</entry>
Dec 06 11:18:11 user nova-compute[75260]:       <entry name="uuid">ab31133d-525d-49c6-ac73-c51e987a5b1a</entry>
Dec 06 11:18:11 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:18:11 user nova-compute[75260]:     </system>
Dec 06 11:18:11 user nova-compute[75260]:   </sysinfo>
Dec 06 11:18:11 user nova-compute[75260]:   <os>
Dec 06 11:18:11 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:18:11 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:18:11 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:18:11 user nova-compute[75260]:   </os>
Dec 06 11:18:11 user nova-compute[75260]:   <features>
Dec 06 11:18:11 user nova-compute[75260]:     <acpi/>
Dec 06 11:18:11 user nova-compute[75260]:     <apic/>
Dec 06 11:18:11 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:18:11 user nova-compute[75260]:   </features>
Dec 06 11:18:11 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:18:11 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:18:11 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:18:11 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:18:11 user nova-compute[75260]:   </clock>
Dec 06 11:18:11 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:18:11 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:18:11 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:18:11 user nova-compute[75260]:   </cpu>
Dec 06 11:18:11 user nova-compute[75260]:   <devices>
Dec 06 11:18:11 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:18:11 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:18:11 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk"/>
Dec 06 11:18:11 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:18:11 user nova-compute[75260]:     </disk>
Dec 06 11:18:11 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:18:11 user nova-compute[75260]:       <mac address="fa:16:3e:45:2d:13"/>
Dec 06 11:18:11 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:11 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:18:11 user nova-compute[75260]:       <target dev="tap26f73545-ef"/>
Dec 06 11:18:11 user nova-compute[75260]:     </interface>
Dec 06 11:18:11 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:18:11 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/console.log" append="off"/>
Dec 06 11:18:11 user nova-compute[75260]:     </serial>
Dec 06 11:18:11 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:18:11 user nova-compute[75260]:     <video>
Dec 06 11:18:11 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:11 user nova-compute[75260]:     </video>
Dec 06 11:18:11 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:18:11 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:18:11 user nova-compute[75260]:     </rng>
Dec 06 11:18:11 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:18:11 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:18:11 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:18:11 user nova-compute[75260]:     </memballoon>
Dec 06 11:18:11 user nova-compute[75260]:   </devices>
Dec 06 11:18:11 user nova-compute[75260]: </domain>
Dec 06 11:18:11 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034426709',display_name='tempest-tempest.common.compute-instance-2034426709',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034426709',id=16,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0SU9WvgPLpoz8qXJv3BjyUqq1DbXdxf6kEuQsFqKfzyKTBmhrvLs4CgpXhe0ei3BHKykOldvcTCwTr1qiqYKOGm05RkWsnaDhbOJL+jqJWgJ3A1IG2LinZ9hwUkA21Pw==',key_name='tempest-keypair-633587840',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-mqqj4kjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:18:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=ab31133d-525d-49c6-ac73-c51e987a5b1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG os_vif [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a322508a-89a8-5e9e-9e3d-1e0dc865d87e', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26f73545-ef, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26f73545-ef, col_values=(('qos', UUID('676b16eb-11cf-4495-b4a4-556edc66e485')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26f73545-ef, col_values=(('external_ids', {'iface-id': '26f73545-efb3-4fdd-a7b7-dbddb4df450e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:2d:13', 'vm-uuid': 'ab31133d-525d-49c6-ac73-c51e987a5b1a'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Instance destroyed successfully.
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lazy-loading 'resources' on Instance uuid 215238c2-4e6c-4199-a731-28eed8504f90 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-778149250',display_name='tempest-VolumesAssistedSnapshotsTest-server-778149250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-778149250',id=10,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnyPYCuA2OlSOUHdrTqyMr0QARrOmwG92WT01hncOjoqjj8BoscTGmWf/HkMvUYi8Au6KYQrh5X2FN52TLLlsHEUS4ciXxOjYrf60Rxt3JwyUvx06MAC7/tUEYgI7K4lw==',key_name='tempest-keypair-664805070',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:15:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='08996f4cd4f14d16be82eb516dfb6606',ramdisk_id='',reservation_id='r-mhis0e6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1426012715',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1426012715-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:15:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='285f493974d1487987e2875a713ac04f',uuid=215238c2-4e6c-4199-a731-28eed8504f90,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.12", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Converting VIF {"id": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "address": "fa:16:3e:b0:fb:e5", "network": {"id": "21634be3-880b-4332-b321-daa9e791bb87", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1736112617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.12", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08996f4cd4f14d16be82eb516dfb6606", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d07e00b-9c", "ovs_interfaceid": "8d07e00b-9c0b-469b-a835-cf66180a3a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG os_vif [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: INFO os_vif [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef')
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8d07e00b-9c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=212debda-3803-4dba-871b-524735ec49bc) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:11 user nova-compute[75260]: INFO os_vif [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:fb:e5,bridge_name='br-int',has_traffic_filtering=True,id=8d07e00b-9c0b-469b-a835-cf66180a3a9d,network=Network(21634be3-880b-4332-b321-daa9e791bb87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d07e00b-9c')
Dec 06 11:18:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Deleting instance files /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90_del
Dec 06 11:18:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Deletion of /opt/stack/data/nova/instances/215238c2-4e6c-4199-a731-28eed8504f90_del complete
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No VIF found with MAC fa:16:3e:45:2d:13, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:18:11 user nova-compute[75260]: INFO nova.compute.manager [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updated VIF entry in instance network info cache for port 26f73545-efb3-4fdd-a7b7-dbddb4df450e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updating instance_info_cache with network_info: [{"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a29c9f8c-4449-428b-9198-9c272f626f47 req-0399fc6c-f10a-442c-b8cf-6878a088bf1c service nova] Releasing lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:18:12 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:13 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Took 1.26 seconds to deallocate network for instance.
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-286a2d32-ae8b-4379-a15d-7ac6165aceac req-b1e5da20-d615-4116-bb63-0b629522b4fc service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-vif-deleted-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-2105b9f5-68f2-4df5-977f-46c3d328537f req-aa8a6023-a28c-4530-9151-feaf6b5d0041 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received event network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2105b9f5-68f2-4df5-977f-46c3d328537f req-aa8a6023-a28c-4530-9151-feaf6b5d0041 service nova] Acquiring lock "215238c2-4e6c-4199-a731-28eed8504f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2105b9f5-68f2-4df5-977f-46c3d328537f req-aa8a6023-a28c-4530-9151-feaf6b5d0041 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2105b9f5-68f2-4df5-977f-46c3d328537f req-aa8a6023-a28c-4530-9151-feaf6b5d0041 service nova] Lock "215238c2-4e6c-4199-a731-28eed8504f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-2105b9f5-68f2-4df5-977f-46c3d328537f req-aa8a6023-a28c-4530-9151-feaf6b5d0041 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] No waiting events found dispatching network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:13 user nova-compute[75260]: WARNING nova.compute.manager [req-2105b9f5-68f2-4df5-977f-46c3d328537f req-aa8a6023-a28c-4530-9151-feaf6b5d0041 service nova] [instance: 215238c2-4e6c-4199-a731-28eed8504f90] Received unexpected event network-vif-plugged-8d07e00b-9c0b-469b-a835-cf66180a3a9d for instance with vm_state deleted and task_state None.
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-580cdf83-07bb-4502-bd21-9ed4763f4f31 req-5a018c8a-3a4d-4ffd-afa8-094924192077 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-580cdf83-07bb-4502-bd21-9ed4763f4f31 req-5a018c8a-3a4d-4ffd-afa8-094924192077 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-580cdf83-07bb-4502-bd21-9ed4763f4f31 req-5a018c8a-3a4d-4ffd-afa8-094924192077 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-580cdf83-07bb-4502-bd21-9ed4763f4f31 req-5a018c8a-3a4d-4ffd-afa8-094924192077 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-580cdf83-07bb-4502-bd21-9ed4763f4f31 req-5a018c8a-3a4d-4ffd-afa8-094924192077 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:13 user nova-compute[75260]: WARNING nova.compute.manager [req-580cdf83-07bb-4502-bd21-9ed4763f4f31 req-5a018c8a-3a4d-4ffd-afa8-094924192077 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state building and task_state spawning.
Dec 06 11:18:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.527s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:13 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Deleted allocations for instance 215238c2-4e6c-4199-a731-28eed8504f90
Dec 06 11:18:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b07f2f96-0889-4465-9438-12f0a748b390 tempest-VolumesAssistedSnapshotsTest-1426012715 tempest-VolumesAssistedSnapshotsTest-1426012715-project-member] Lock "215238c2-4e6c-4199-a731-28eed8504f90" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.054s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:14 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'info_cache' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-ddfbd58f-92bd-49fa-8fa9-34dde1562ef5 req-7f6998e1-80a8-43cc-9f03-2dbe59a6ca5f service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ddfbd58f-92bd-49fa-8fa9-34dde1562ef5 req-7f6998e1-80a8-43cc-9f03-2dbe59a6ca5f service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ddfbd58f-92bd-49fa-8fa9-34dde1562ef5 req-7f6998e1-80a8-43cc-9f03-2dbe59a6ca5f service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ddfbd58f-92bd-49fa-8fa9-34dde1562ef5 req-7f6998e1-80a8-43cc-9f03-2dbe59a6ca5f service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-ddfbd58f-92bd-49fa-8fa9-34dde1562ef5 req-7f6998e1-80a8-43cc-9f03-2dbe59a6ca5f service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:15 user nova-compute[75260]: WARNING nova.compute.manager [req-ddfbd58f-92bd-49fa-8fa9-34dde1562ef5 req-7f6998e1-80a8-43cc-9f03-2dbe59a6ca5f service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state building and task_state spawning.
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:18:15 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance spawned successfully.
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:15 user nova-compute[75260]: INFO nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Took 6.48 seconds to spawn the instance on the hypervisor.
Dec 06 11:18:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:15 user nova-compute[75260]: INFO nova.compute.manager [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Took 7.65 seconds to build instance.
Dec 06 11:18:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-321b3202-3e9c-47f4-ae61-ad5f72bde9bc tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.811s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9103487a-8109-48ed-be73-1a6a20a9db46 is timed out.
Dec 06 11:18:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Successfully detached device vdb from instance 9103487a-8109-48ed-be73-1a6a20a9db46 from the live domain config.
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aNARzycG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '6294959f-1612-4fdb-82aa-81fb785d3183'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:18:16 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[769d48bb-476f-42fc-be7b-fc589fe3df99]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:18:16 user nova-compute[75260]: No targets found.
Dec 06 11:18:16 user nova-compute[75260]: iSNS:
Dec 06 11:18:16 user nova-compute[75260]: No targets found.
Dec 06 11:18:16 user nova-compute[75260]: STATIC:
Dec 06 11:18:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:18:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:18:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:18:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183
Dec 06 11:18:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:18:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:18:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:18:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:18:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:18:16 user nova-compute[75260]: FIRMWARE:
Dec 06 11:18:16 user nova-compute[75260]: No targets found.
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:18:16 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:18:16 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c271d8-0e30-4320-85dd-2cbbcc4bc5a0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f592f6-bb61-4bbf-916b-5860f8822966]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2e4b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.095s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11bde5c-bb77-4b09-94d0-490b025953ae]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[282cc0c6-34ee-4c77-ba16-6a7bea7a27a5]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3dfa86-7259-4d12-8494-4baca0282b00]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance destroyed successfully.
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'resources' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.060s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e9912a-4c91-41cd-96c2-bf93a8b62aa9]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9fe50d8-eb, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83624577-1efd-4cdb-8536-2ac994e72f4d) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[96842e18-4231-49d7-80af-9104798bc50a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:16 user nova-compute[75260]: INFO os_vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb')
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:18:16 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6f43f7-1bf4-405e-b44e-802793a0590d]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260]
Dec 06 11:18:16 user nova-compute[75260]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183, portal: 172.16.0.220,3260] successful.
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6294959f-1612-4fdb-82aa-81fb785d3183 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cc18640-a102-434f-ac5e-fd023130296b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.617s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] <== disconnect_volume: return (635ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.157s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[81bf38aa-955a-4b4b-ba30-0700674c5b6f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:18:16 user nova-compute[75260]: No targets found.
Dec 06 11:18:16 user nova-compute[75260]: iSNS:
Dec 06 11:18:16 user nova-compute[75260]: No targets found.
Dec 06 11:18:16 user nova-compute[75260]: STATIC:
Dec 06 11:18:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:18:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:18:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:18:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:18:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:18:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:18:16 user nova-compute[75260]: FIRMWARE:
Dec 06 11:18:16 user nova-compute[75260]: No targets found.
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:18:16 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:18:16 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[778c4f89-5f2b-4a8e-9644-801804aa33ac]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[339bdf76-39cd-4b56-b448-e2ce477a85e8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c103130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464'): ({'sde'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Removing single pathed devices sde {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df1f0a0-9b0c-45f7-aec8-c67532274c95]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b6505a-2744-4f4e-9a70-a2fd3a137877]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flushing IO for device /dev/sde {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a6594ed-54c7-40a8-91ed-67066343efa0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd98cf8-2032-426f-9458-d5787f2078b2]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f1e4b04-ac2a-4c76-a024-9df8a7154ffd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[86dd58ee-4d84-466f-8484-3ba6668f042f]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]
Dec 06 11:18:17 user nova-compute[75260]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[be33b5b7-7dd2-4991-9024-8979c6cfcb4d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.432s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== disconnect_volume: return (589ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start _get_guest_xml network_info=[{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'da85de55-5f08-42b2-8606-d360e1c8248a', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'bfecc9d3-580f-492d-b933-cfa754e4cd63', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8dcf547-b67c-49d7-8212-107ae13f2464', 'serial': 'a8dcf547-b67c-49d7-8212-107ae13f2464'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'numa_topology' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:17 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:17 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'vcpu_model' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:18:17 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:18:17 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:18:17 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d60ae8c-eaec-4fcd-be45-49abdcedca75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:18:17 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb7fe7d-2f85-47d1-894e-aa59fcfabe39]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464] added
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[379acb84-bfbd-4148-9319-24c62c85f0f6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5372fd05-b082-404a-8d47-bdbf23c61645]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yYPHuWeq {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yYPHuWeq" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f088d5a9-654e-4251-923f-e74cc0dd6788]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yYPHuWeq'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78a795c-2527-4e93-8933-32e2050f69a2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a46bd5-b216-4e15-9298-bd84d76e8d2f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14eefb9-b7cc-47b2-98c2-1cc4cf8c5661]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]
Dec 06 11:18:17 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd81639-192c-48b6-851c-18af2d998a99]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a8a985-7608-4919-b8ab-efa87fea89ec]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:17 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:17 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.390s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7322ab-0433-4c3d-854e-ea05d818f068]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.objects.instance [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lazy-loading 'flavor' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-305486f7-3218-4525-8972-5c945bf161db tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.433s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.452s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== connect_volume: return (1455ms) {'type': 'block', 'scsi_wwn': '23033393566306538', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23033393566306538', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'pci_devices' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:18:18 user nova-compute[75260]:   <uuid>bfecc9d3-580f-492d-b933-cfa754e4cd63</uuid>
Dec 06 11:18:18 user nova-compute[75260]:   <name>instance-00000001</name>
Dec 06 11:18:18 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:18:18 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:18:18 user nova-compute[75260]:   <metadata>
Dec 06 11:18:18 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:18:18 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:18:18 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeTestJSON-server-170520586</nova:name>
Dec 06 11:18:18 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:18:17</nova:creationTime>
Dec 06 11:18:18 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:18:18 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:18:18 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:18:18 user nova-compute[75260]:       <nova:owner>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:user uuid="301606af5b284bbe932ff2db75e198ce">tempest-AttachVolumeTestJSON-7695040-project-member</nova:user>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:project uuid="c1396aced11640e397033eedb25f7322">tempest-AttachVolumeTestJSON-7695040</nova:project>
Dec 06 11:18:18 user nova-compute[75260]:       </nova:owner>
Dec 06 11:18:18 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:18:18 user nova-compute[75260]:       <nova:ports>
Dec 06 11:18:18 user nova-compute[75260]:         <nova:port uuid="d9fe50d8-eb8c-4e84-b131-6e3a48234bd1">
Dec 06 11:18:18 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:18:18 user nova-compute[75260]:         </nova:port>
Dec 06 11:18:18 user nova-compute[75260]:       </nova:ports>
Dec 06 11:18:18 user nova-compute[75260]:     </nova:instance>
Dec 06 11:18:18 user nova-compute[75260]:   </metadata>
Dec 06 11:18:18 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:18:18 user nova-compute[75260]:     <system>
Dec 06 11:18:18 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:18:18 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:18:18 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:18:18 user nova-compute[75260]:       <entry name="serial">bfecc9d3-580f-492d-b933-cfa754e4cd63</entry>
Dec 06 11:18:18 user nova-compute[75260]:       <entry name="uuid">bfecc9d3-580f-492d-b933-cfa754e4cd63</entry>
Dec 06 11:18:18 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:18:18 user nova-compute[75260]:     </system>
Dec 06 11:18:18 user nova-compute[75260]:   </sysinfo>
Dec 06 11:18:18 user nova-compute[75260]:   <os>
Dec 06 11:18:18 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:18:18 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:18:18 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:18:18 user nova-compute[75260]:   </os>
Dec 06 11:18:18 user nova-compute[75260]:   <features>
Dec 06 11:18:18 user nova-compute[75260]:     <acpi/>
Dec 06 11:18:18 user nova-compute[75260]:     <apic/>
Dec 06 11:18:18 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:18:18 user nova-compute[75260]:   </features>
Dec 06 11:18:18 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:18:18 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:18:18 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:18:18 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:18:18 user nova-compute[75260]:   </clock>
Dec 06 11:18:18 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:18:18 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:18:18 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:18:18 user nova-compute[75260]:   </cpu>
Dec 06 11:18:18 user nova-compute[75260]:   <devices>
Dec 06 11:18:18 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:18:18 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:18:18 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk"/>
Dec 06 11:18:18 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:18:18 user nova-compute[75260]:     </disk>
Dec 06 11:18:18 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:18:18 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:18:18 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:18:18 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:18:18 user nova-compute[75260]:       <serial>a8dcf547-b67c-49d7-8212-107ae13f2464</serial>
Dec 06 11:18:18 user nova-compute[75260]:     </disk>
Dec 06 11:18:18 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:18:18 user nova-compute[75260]:       <mac address="fa:16:3e:75:7b:6f"/>
Dec 06 11:18:18 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:18 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:18:18 user nova-compute[75260]:       <target dev="tapd9fe50d8-eb"/>
Dec 06 11:18:18 user nova-compute[75260]:     </interface>
Dec 06 11:18:18 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:18:18 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/console.log" append="off"/>
Dec 06 11:18:18 user nova-compute[75260]:     </serial>
Dec 06 11:18:18 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:18:18 user nova-compute[75260]:     <video>
Dec 06 11:18:18 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:18 user nova-compute[75260]:     </video>
Dec 06 11:18:18 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:18:18 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:18:18 user nova-compute[75260]:     </rng>
Dec 06 11:18:18 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:18:18 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:18:18 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:18:18 user nova-compute[75260]:     </memballoon>
Dec 06 11:18:18 user nova-compute[75260]:   </devices>
Dec 06 11:18:18 user nova-compute[75260]: </domain>
Dec 06 11:18:18 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:18:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'trusted_certs' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.331s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.280s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Cannot resize image /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'migration_context' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.objects.base [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:16:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG os_vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd799372-8e14-57ab-8eac-e4defe58f414', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9fe50d8-eb, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9fe50d8-eb, col_values=(('qos', UUID('d82953c6-3397-4313-a3a5-9a0c3facf15e')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9fe50d8-eb, col_values=(('external_ids', {'iface-id': 'd9fe50d8-eb8c-4e84-b131-6e3a48234bd1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:7b:6f', 'vm-uuid': 'bfecc9d3-580f-492d-b933-cfa754e4cd63'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:20 user nova-compute[75260]: INFO os_vif [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb')
Dec 06 11:18:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-123db3d3-de09-403e-9d0b-34c4a7d0ad87 req-171609b6-4fea-4f50-89a1-f64ef427095a service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-123db3d3-de09-403e-9d0b-34c4a7d0ad87 req-171609b6-4fea-4f50-89a1-f64ef427095a service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-123db3d3-de09-403e-9d0b-34c4a7d0ad87 req-171609b6-4fea-4f50-89a1-f64ef427095a service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-123db3d3-de09-403e-9d0b-34c4a7d0ad87 req-171609b6-4fea-4f50-89a1-f64ef427095a service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-123db3d3-de09-403e-9d0b-34c4a7d0ad87 req-171609b6-4fea-4f50-89a1-f64ef427095a service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:24 user nova-compute[75260]: WARNING nova.compute.manager [req-123db3d3-de09-403e-9d0b-34c4a7d0ad87 req-171609b6-4fea-4f50-89a1-f64ef427095a service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state stopped and task_state powering-on.
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-cca4ce97-bce3-4762-8c15-14678244e713 req-9aeddbd1-32b8-409d-8e84-3057f4601a9d service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cca4ce97-bce3-4762-8c15-14678244e713 req-9aeddbd1-32b8-409d-8e84-3057f4601a9d service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cca4ce97-bce3-4762-8c15-14678244e713 req-9aeddbd1-32b8-409d-8e84-3057f4601a9d service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cca4ce97-bce3-4762-8c15-14678244e713 req-9aeddbd1-32b8-409d-8e84-3057f4601a9d service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-cca4ce97-bce3-4762-8c15-14678244e713 req-9aeddbd1-32b8-409d-8e84-3057f4601a9d service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:24 user nova-compute[75260]: WARNING nova.compute.manager [req-cca4ce97-bce3-4762-8c15-14678244e713 req-9aeddbd1-32b8-409d-8e84-3057f4601a9d service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state stopped and task_state powering-on.
Dec 06 11:18:24 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance rebooted successfully.
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4bee3509-035d-40fe-8524-f03367df899d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:18:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7896MB free_disk=25.407005310058594GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:24 user nova-compute[75260]: INFO nova.compute.manager [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Terminating instance
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9103487a-8109-48ed-be73-1a6a20a9db46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 44a993f9-7d32-4855-b4f5-1d9428f510cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b9532a6c-edbf-42a6-9c20-00ed3efd6d5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ab31133d-525d-49c6-ac73-c51e987a5b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.857s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Instance destroyed successfully.
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lazy-loading 'resources' on Instance uuid 44a993f9-7d32-4855-b4f5-1d9428f510cc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:14:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-159807378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-159807378',id=8,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOoE2xBi/VvS6SzOwo6rJ7nTbaFjnDfyBW7eK7hifpWM4QVbKysHzvRyIqlwSlPuGzh7aCpbxzXvB4HVXeR68GunNE5bMjg76sizyzAiUloCndxuYIbN91TzfEjuuHEKWA==',key_name='tempest-keypair-1937289764',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a1ab36c3a15d4c8382d3c607b965e6ab',ramdisk_id='',reservation_id='r-0fiehm5b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-720153043',owner_user_name='tempest-TaggedAttachmentsTest-720153043-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a1e129d562a497c931986493aece32c',uuid=44a993f9-7d32-4855-b4f5-1d9428f510cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converting VIF {"id": "b9271854-dda6-46d8-8dc6-d36373a95d30", "address": "fa:16:3e:01:32:b3", "network": {"id": "b7fe76f9-90af-441f-aba4-984add0271ac", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2120245678-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a1ab36c3a15d4c8382d3c607b965e6ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9271854-dd", "ovs_interfaceid": "b9271854-dda6-46d8-8dc6-d36373a95d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG os_vif [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9271854-dd, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c501dd3c-2419-4cef-954f-52705c38ba26) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:25 user nova-compute[75260]: INFO os_vif [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:32:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9271854-dda6-46d8-8dc6-d36373a95d30,network=Network(b7fe76f9-90af-441f-aba4-984add0271ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9271854-dd')
Dec 06 11:18:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Deleting instance files /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc_del
Dec 06 11:18:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Deletion of /opt/stack/data/nova/instances/44a993f9-7d32-4855-b4f5-1d9428f510cc_del complete
Dec 06 11:18:25 user nova-compute[75260]: INFO nova.compute.manager [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 06 11:18:25 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:18:25 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-unplugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-unplugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-unplugged-b9271854-dda6-46d8-8dc6-d36373a95d30 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] Acquiring lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] No waiting events found dispatching network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:26 user nova-compute[75260]: WARNING nova.compute.manager [req-20079cfa-2486-4405-ae15-facfe78ee7d8 req-067f09a4-1b8e-4141-bb00-6cbf8d6bb2ae service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received unexpected event network-vif-plugged-b9271854-dda6-46d8-8dc6-d36373a95d30 for instance with vm_state active and task_state deleting.
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-37f1affb-0436-4495-bbf8-eabf6e8cd697 req-515ee7fc-8a96-4fb6-8359-86a2eed0e9b5 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Received event network-vif-deleted-b9271854-dda6-46d8-8dc6-d36373a95d30 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:26 user nova-compute[75260]: INFO nova.compute.manager [req-37f1affb-0436-4495-bbf8-eabf6e8cd697 req-515ee7fc-8a96-4fb6-8359-86a2eed0e9b5 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Neutron deleted interface b9271854-dda6-46d8-8dc6-d36373a95d30; detaching it from the instance and deleting it from the info cache
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.network.neutron [req-37f1affb-0436-4495-bbf8-eabf6e8cd697 req-515ee7fc-8a96-4fb6-8359-86a2eed0e9b5 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:26 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Took 1.00 seconds to deallocate network for instance.
Dec 06 11:18:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-37f1affb-0436-4495-bbf8-eabf6e8cd697 req-515ee7fc-8a96-4fb6-8359-86a2eed0e9b5 service nova] [instance: 44a993f9-7d32-4855-b4f5-1d9428f510cc] Detach interface failed, port_id=b9271854-dda6-46d8-8dc6-d36373a95d30, reason: Instance 44a993f9-7d32-4855-b4f5-1d9428f510cc could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.442s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:27 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Deleted allocations for instance 44a993f9-7d32-4855-b4f5-1d9428f510cc
Dec 06 11:18:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-23d9eec3-2701-4b3e-b9c5-0d503310d840 tempest-TaggedAttachmentsTest-720153043 tempest-TaggedAttachmentsTest-720153043-project-member] Lock "44a993f9-7d32-4855-b4f5-1d9428f510cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.628s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:18:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-changed-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Refreshing instance network info cache due to event network-changed-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] Acquiring lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] Acquired lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Refreshing network info cache for port 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updated VIF entry in instance network info cache for port 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updating instance_info_cache with network_info: [{"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5bb013e4-d816-467e-b5a6-8ae1808dafcc req-2ab04864-fbc0-4809-840a-def7f2207e18 service nova] Releasing lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.objects.instance [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'flavor' on Instance uuid 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:39 user nova-compute[75260]: INFO nova.compute.manager [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Attaching volume e9ea400e-ec4a-45cd-bea1-c814bc518c29 to /dev/vdb
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:18:39 user nova-compute[75260]: INFO nova.compute.claims [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Claim successful on node user
Dec 06 11:18:39 user nova-compute[75260]: DEBUG os_brick.utils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f56e61-bf2c-4b74-ab30-486e56511931]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8796f50a-12fa-4392-bd5c-a063a3e41446]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f6774c-1a02-48be-9e25-ad65f0d20e2e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6866c1db-fbb9-467e-9869-0593c403086e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:18:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:18:40 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[18616509-7e9d-46bf-bbca-c371fbc85b4f]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG os_brick.utils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updating existing volume attachment record: 826e1c34-466d-4211-8f45-5378c77b8991 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:18:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.policy [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6f05eaee7f84951a2825ee067dd6151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10a72ed2e9eb432fb071ccd4585bfe50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:18:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Creating image(s)
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "/opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "/opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "/opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk 1073741824" returned: 0 in 0.060s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Successfully created port: 1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Cannot resize image /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Ensure instance console log exists: /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Successfully updated port: 1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "refresh_cache-0023c7a3-3f1b-4789-99ae-651c35f4eed5" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquired lock "refresh_cache-0023c7a3-3f1b-4789-99ae-651c35f4eed5" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-changed-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Refreshing instance network info cache due to event network-changed-1dc6abd9-56d8-4221-9b90-c8addb715ffb. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] Acquiring lock "refresh_cache-0023c7a3-3f1b-4789-99ae-651c35f4eed5" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:18:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Updating instance_info_cache with network_info: [{"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Releasing lock "refresh_cache-0023c7a3-3f1b-4789-99ae-651c35f4eed5" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Instance network_info: |[{"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] Acquired lock "refresh_cache-0023c7a3-3f1b-4789-99ae-651c35f4eed5" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.neutron [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Refreshing network info cache for port 1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Start _get_guest_xml network_info=[{"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:18:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2102446731',display_name='tempest-DeleteServersTestJSON-server-2102446731',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2102446731',id=17,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10a72ed2e9eb432fb071ccd4585bfe50',ramdisk_id='',reservation_id='r-miqfw2ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1577033997',owner_user_name='tempest-DeleteServersTestJSON-1577033997-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:18:41Z,user_data=None,user_id='b6f05eaee7f84951a2825ee067dd6151',uuid=0023c7a3-3f1b-4789-99ae-651c35f4eed5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Converting VIF {"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.objects.instance [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lazy-loading 'pci_devices' on Instance uuid 0023c7a3-3f1b-4789-99ae-651c35f4eed5 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:18:42 user nova-compute[75260]:   <uuid>0023c7a3-3f1b-4789-99ae-651c35f4eed5</uuid>
Dec 06 11:18:42 user nova-compute[75260]:   <name>instance-00000011</name>
Dec 06 11:18:42 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:18:42 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:18:42 user nova-compute[75260]:   <metadata>
Dec 06 11:18:42 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:18:42 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:18:42 user nova-compute[75260]:       <nova:name>tempest-DeleteServersTestJSON-server-2102446731</nova:name>
Dec 06 11:18:42 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:18:42</nova:creationTime>
Dec 06 11:18:42 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:18:42 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:18:42 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:18:42 user nova-compute[75260]:       <nova:owner>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:user uuid="b6f05eaee7f84951a2825ee067dd6151">tempest-DeleteServersTestJSON-1577033997-project-member</nova:user>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:project uuid="10a72ed2e9eb432fb071ccd4585bfe50">tempest-DeleteServersTestJSON-1577033997</nova:project>
Dec 06 11:18:42 user nova-compute[75260]:       </nova:owner>
Dec 06 11:18:42 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:18:42 user nova-compute[75260]:       <nova:ports>
Dec 06 11:18:42 user nova-compute[75260]:         <nova:port uuid="1dc6abd9-56d8-4221-9b90-c8addb715ffb">
Dec 06 11:18:42 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 11:18:42 user nova-compute[75260]:         </nova:port>
Dec 06 11:18:42 user nova-compute[75260]:       </nova:ports>
Dec 06 11:18:42 user nova-compute[75260]:     </nova:instance>
Dec 06 11:18:42 user nova-compute[75260]:   </metadata>
Dec 06 11:18:42 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:18:42 user nova-compute[75260]:     <system>
Dec 06 11:18:42 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:18:42 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:18:42 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:18:42 user nova-compute[75260]:       <entry name="serial">0023c7a3-3f1b-4789-99ae-651c35f4eed5</entry>
Dec 06 11:18:42 user nova-compute[75260]:       <entry name="uuid">0023c7a3-3f1b-4789-99ae-651c35f4eed5</entry>
Dec 06 11:18:42 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:18:42 user nova-compute[75260]:     </system>
Dec 06 11:18:42 user nova-compute[75260]:   </sysinfo>
Dec 06 11:18:42 user nova-compute[75260]:   <os>
Dec 06 11:18:42 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:18:42 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:18:42 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:18:42 user nova-compute[75260]:   </os>
Dec 06 11:18:42 user nova-compute[75260]:   <features>
Dec 06 11:18:42 user nova-compute[75260]:     <acpi/>
Dec 06 11:18:42 user nova-compute[75260]:     <apic/>
Dec 06 11:18:42 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:18:42 user nova-compute[75260]:   </features>
Dec 06 11:18:42 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:18:42 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:18:42 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:18:42 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:18:42 user nova-compute[75260]:   </clock>
Dec 06 11:18:42 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:18:42 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:18:42 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:18:42 user nova-compute[75260]:   </cpu>
Dec 06 11:18:42 user nova-compute[75260]:   <devices>
Dec 06 11:18:42 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:18:42 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:18:42 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk"/>
Dec 06 11:18:42 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:18:42 user nova-compute[75260]:     </disk>
Dec 06 11:18:42 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:18:42 user nova-compute[75260]:       <mac address="fa:16:3e:b2:71:9a"/>
Dec 06 11:18:42 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:42 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:18:42 user nova-compute[75260]:       <target dev="tap1dc6abd9-56"/>
Dec 06 11:18:42 user nova-compute[75260]:     </interface>
Dec 06 11:18:42 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:18:42 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/console.log" append="off"/>
Dec 06 11:18:42 user nova-compute[75260]:     </serial>
Dec 06 11:18:42 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:18:42 user nova-compute[75260]:     <video>
Dec 06 11:18:42 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:18:42 user nova-compute[75260]:     </video>
Dec 06 11:18:42 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:18:42 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:18:42 user nova-compute[75260]:     </rng>
Dec 06 11:18:42 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:18:42 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:18:42 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:18:42 user nova-compute[75260]:     </memballoon>
Dec 06 11:18:42 user nova-compute[75260]:   </devices>
Dec 06 11:18:42 user nova-compute[75260]: </domain>
Dec 06 11:18:42 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2102446731',display_name='tempest-DeleteServersTestJSON-server-2102446731',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2102446731',id=17,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10a72ed2e9eb432fb071ccd4585bfe50',ramdisk_id='',reservation_id='r-miqfw2ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1577033997',owner_user_name='tempest-DeleteServersTestJSON-1577033997-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:18:41Z,user_data=None,user_id='b6f05eaee7f84951a2825ee067dd6151',uuid=0023c7a3-3f1b-4789-99ae-651c35f4eed5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Converting VIF {"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG os_vif [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f6b06bc-bff2-59dd-86a7-f1b71b1776e6', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1dc6abd9-56, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1dc6abd9-56, col_values=(('qos', UUID('9324afee-4e0f-4ab9-a1a3-f5a730e227d8')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1dc6abd9-56, col_values=(('external_ids', {'iface-id': '1dc6abd9-56d8-4221-9b90-c8addb715ffb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:71:9a', 'vm-uuid': '0023c7a3-3f1b-4789-99ae-651c35f4eed5'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:42 user nova-compute[75260]: INFO os_vif [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56')
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] No VIF found with MAC fa:16:3e:b2:71:9a, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.neutron [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Updated VIF entry in instance network info cache for port 1dc6abd9-56d8-4221-9b90-c8addb715ffb. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG nova.network.neutron [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Updating instance_info_cache with network_info: [{"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-293f7f17-e26f-4155-b5d6-2c1461e7f469 req-8618057a-ba7d-4691-bac9-ec90d13f5b50 service nova] Releasing lock "refresh_cache-0023c7a3-3f1b-4789-99ae-651c35f4eed5" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:18:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-1481eaa0-7030-4af7-86a0-caed10101e6a req-66300556-a88a-4ff5-a598-734c8619ee07 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1481eaa0-7030-4af7-86a0-caed10101e6a req-66300556-a88a-4ff5-a598-734c8619ee07 service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1481eaa0-7030-4af7-86a0-caed10101e6a req-66300556-a88a-4ff5-a598-734c8619ee07 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1481eaa0-7030-4af7-86a0-caed10101e6a req-66300556-a88a-4ff5-a598-734c8619ee07 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-1481eaa0-7030-4af7-86a0-caed10101e6a req-66300556-a88a-4ff5-a598-734c8619ee07 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:44 user nova-compute[75260]: WARNING nova.compute.manager [req-1481eaa0-7030-4af7-86a0-caed10101e6a req-66300556-a88a-4ff5-a598-734c8619ee07 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received unexpected event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with vm_state building and task_state spawning.
Dec 06 11:18:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:18:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Instance spawned successfully.
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.004s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:46 user nova-compute[75260]: INFO nova.compute.manager [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Terminating instance
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-74a01814-e228-411b-9bd5-a7a0b6ec8c61 req-95b576dc-dc84-4657-9abf-ec3ddfb91a48 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-74a01814-e228-411b-9bd5-a7a0b6ec8c61 req-95b576dc-dc84-4657-9abf-ec3ddfb91a48 service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-74a01814-e228-411b-9bd5-a7a0b6ec8c61 req-95b576dc-dc84-4657-9abf-ec3ddfb91a48 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-74a01814-e228-411b-9bd5-a7a0b6ec8c61 req-95b576dc-dc84-4657-9abf-ec3ddfb91a48 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-74a01814-e228-411b-9bd5-a7a0b6ec8c61 req-95b576dc-dc84-4657-9abf-ec3ddfb91a48 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:46 user nova-compute[75260]: WARNING nova.compute.manager [req-74a01814-e228-411b-9bd5-a7a0b6ec8c61 req-95b576dc-dc84-4657-9abf-ec3ddfb91a48 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received unexpected event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with vm_state building and task_state spawning.
Dec 06 11:18:46 user nova-compute[75260]: INFO nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Took 5.61 seconds to spawn the instance on the hypervisor.
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: INFO nova.compute.manager [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Took 6.61 seconds to build instance.
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3dd64420-c749-4a98-b3be-ade2121011e9 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.725s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-6703883a-31fc-43d6-b8f0-c5c433c8b39a req-9bc4940a-92ef-43bb-ab47-2e4bcbdd992e service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-vif-unplugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6703883a-31fc-43d6-b8f0-c5c433c8b39a req-9bc4940a-92ef-43bb-ab47-2e4bcbdd992e service nova] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6703883a-31fc-43d6-b8f0-c5c433c8b39a req-9bc4940a-92ef-43bb-ab47-2e4bcbdd992e service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6703883a-31fc-43d6-b8f0-c5c433c8b39a req-9bc4940a-92ef-43bb-ab47-2e4bcbdd992e service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-6703883a-31fc-43d6-b8f0-c5c433c8b39a req-9bc4940a-92ef-43bb-ab47-2e4bcbdd992e service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] No waiting events found dispatching network-vif-unplugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-6703883a-31fc-43d6-b8f0-c5c433c8b39a req-9bc4940a-92ef-43bb-ab47-2e4bcbdd992e service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-vif-unplugged-50167219-a41d-4cb2-98a2-f5c455da89c2 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:18:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Instance destroyed successfully.
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lazy-loading 'resources' on Instance uuid 9103487a-8109-48ed-be73-1a6a20a9db46 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2082446959',display_name='tempest-TestVolumeSwap-server-2082446959',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2082446959',id=7,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyTBBQHJq3pCcN4TqY74/epdXvJgY+gciq1fE4/jIx1hQc143shbltH+44/cO90C1j3rWQDm/PhS6a5VvqLQBCXpUh3FPDxrByAulf2G430vmDYuhbSBxPgDgZ0a203sw==',key_name='tempest-keypair-1153387502',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='86a57d0e7be342b7be2c6dc0cb1cfeaf',ramdisk_id='',reservation_id='r-d7brmipw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-315889717',owner_user_name='tempest-TestVolumeSwap-315889717-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ac4d403a53046aeb8cdfda5df505403',uuid=9103487a-8109-48ed-be73-1a6a20a9db46,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Converting VIF {"id": "50167219-a41d-4cb2-98a2-f5c455da89c2", "address": "fa:16:3e:15:00:0f", "network": {"id": "278bf560-d843-493d-9d50-d72159bf1270", "bridge": "br-int", "label": "tempest-TestVolumeSwap-186658782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "86a57d0e7be342b7be2c6dc0cb1cfeaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50167219-a4", "ovs_interfaceid": "50167219-a41d-4cb2-98a2-f5c455da89c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG os_vif [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50167219-a4, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19548a2f-a581-408a-bcd7-2b5e48c6a9d6) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:18:46 user nova-compute[75260]: INFO os_vif [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=50167219-a41d-4cb2-98a2-f5c455da89c2,network=Network(278bf560-d843-493d-9d50-d72159bf1270),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50167219-a4')
Dec 06 11:18:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Deleting instance files /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46_del
Dec 06 11:18:47 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Deletion of /opt/stack/data/nova/instances/9103487a-8109-48ed-be73-1a6a20a9db46_del complete
Dec 06 11:18:47 user nova-compute[75260]: INFO nova.compute.manager [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 06 11:18:47 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:18:47 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:18:47 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:18:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:47 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:18:47 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Took 0.90 seconds to deallocate network for instance.
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-0574b371-61a4-4210-945e-ca1b235bdc50 req-cdc7e3aa-37e4-4b83-af65-87d3ad098753 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-vif-deleted-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.534s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:48 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Deleted allocations for instance 9103487a-8109-48ed-be73-1a6a20a9db46
Dec 06 11:18:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-964155d4-85b5-48e8-ae4e-e69b43fd7f0c req-be90062e-62c2-4ff5-bef8-75f42a3961f9 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received event network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-964155d4-85b5-48e8-ae4e-e69b43fd7f0c req-be90062e-62c2-4ff5-bef8-75f42a3961f9 service nova] Acquiring lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-964155d4-85b5-48e8-ae4e-e69b43fd7f0c req-be90062e-62c2-4ff5-bef8-75f42a3961f9 service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-964155d4-85b5-48e8-ae4e-e69b43fd7f0c req-be90062e-62c2-4ff5-bef8-75f42a3961f9 service nova] Lock "9103487a-8109-48ed-be73-1a6a20a9db46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-964155d4-85b5-48e8-ae4e-e69b43fd7f0c req-be90062e-62c2-4ff5-bef8-75f42a3961f9 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] No waiting events found dispatching network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:18:48 user nova-compute[75260]: WARNING nova.compute.manager [req-964155d4-85b5-48e8-ae4e-e69b43fd7f0c req-be90062e-62c2-4ff5-bef8-75f42a3961f9 service nova] [instance: 9103487a-8109-48ed-be73-1a6a20a9db46] Received unexpected event network-vif-plugged-50167219-a41d-4cb2-98a2-f5c455da89c2 for instance with vm_state deleted and task_state None.
Dec 06 11:18:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8b41c52e-554b-4fff-961c-e0aa996c8544 tempest-TestVolumeSwap-315889717 tempest-TestVolumeSwap-315889717-project-member] Lock "9103487a-8109-48ed-be73-1a6a20a9db46" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.758s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BsUGfeFg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:18:51 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:18:51 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:18:51 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[23885dbd-0848-453e-ba13-5307f9f02f41]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:18:51 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3b2bd3-c53d-411e-960e-7043ca6ff99b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29] added
Dec 06 11:18:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae87ad7-2b42-457c-b2d5-5b2686aaad1d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5879aedd-5808-458b-af26-32b9a20c67bb]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BsUGfeFg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BsUGfeFg" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[51680cf3-b0c2-40e8-a2ee-ef10a56b61fd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BsUGfeFg'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc99c14d-6b0e-45dd-aef7-b5f2dcc3f14d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bafc357f-ce7e-458c-82d1-5bf9830ffa71]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3621db00-e9ee-4ea2-a82e-34133d83def9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260]
Dec 06 11:18:51 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260] successful.
Dec 06 11:18:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d98dff6d-fea1-418f-af42-992b876d7021]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac557123-52f1-4101-8787-00f1661fdbbe]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)
Dec 06 11:18:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[99caade9-102d-4402-8d0e-d7fa55be4843]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BsUGfeFg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:18:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26232363266343439', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232363266343439', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG nova.objects.instance [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'flavor' on Instance uuid 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:18:52 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:18:52 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:18:52 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:18:52 user nova-compute[75260]:   <serial>e9ea400e-ec4a-45cd-bea1-c814bc518c29</serial>
Dec 06 11:18:52 user nova-compute[75260]: </disk>
Dec 06 11:18:52 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:18:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:18:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:18:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No VIF found with MAC fa:16:3e:c5:75:86, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:18:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12b92485-a882-46f9-ba5e-3d5192059d3f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.405s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:18:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:18:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:18:55 user nova-compute[75260]: INFO nova.compute.manager [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Detaching volume e9ea400e-ec4a-45cd-bea1-c814bc518c29
Dec 06 11:18:55 user nova-compute[75260]: INFO nova.virt.block_device [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Attempting to driver detach volume e9ea400e-ec4a-45cd-bea1-c814bc518c29 from mountpoint /dev/vdb
Dec 06 11:18:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Attempting to detach device vdb from instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:18:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:18:55 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:18:55 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:18:55 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:18:55 user nova-compute[75260]:   <serial>e9ea400e-ec4a-45cd-bea1-c814bc518c29</serial>
Dec 06 11:18:55 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:18:55 user nova-compute[75260]: </disk>
Dec 06 11:18:55 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:18:55 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully detached device vdb from instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 from the persistent domain config.
Dec 06 11:18:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:18:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:18:55 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:18:55 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:18:55 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:18:55 user nova-compute[75260]:   <serial>e9ea400e-ec4a-45cd-bea1-c814bc518c29</serial>
Dec 06 11:18:55 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:18:55 user nova-compute[75260]: </disk>
Dec 06 11:18:55 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:18:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:18:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:18:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d174880f-c7cd-478c-bc07-d67655295195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:19:03 user nova-compute[75260]: INFO nova.compute.claims [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Claim successful on node user
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.440s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:19:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.policy [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ff047726df4a8396d61e6dec931d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '695e996c885b41528f8bdefb826abeb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:19:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Creating image(s)
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk 1073741824" returned: 0 in 0.049s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Successfully created port: bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:19:04 user nova-compute[75260]: INFO nova.compute.claims [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Claim successful on node user
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Cannot resize image /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Ensure instance console log exists: /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Successfully updated port: bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-changed-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Refreshing instance network info cache due to event network-changed-bce25cb4-e884-4dc6-9001-ab086d525522. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.669s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:19:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.policy [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ff047726df4a8396d61e6dec931d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '695e996c885b41528f8bdefb826abeb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:19:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Creating image(s)
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance network_info: |[{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Refreshing network info cache for port bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Start _get_guest_xml network_info=[{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:19:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1614351543',display_name='tempest-ServerRescueNegativeTestJSON-server-1614351543',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1614351543',id=18,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-j1ge2s87',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:04Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d174880f-c7cd-478c-bc07-d67655295195,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.objects.instance [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'pci_devices' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:19:05 user nova-compute[75260]:   <uuid>d174880f-c7cd-478c-bc07-d67655295195</uuid>
Dec 06 11:19:05 user nova-compute[75260]:   <name>instance-00000012</name>
Dec 06 11:19:05 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:19:05 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:19:05 user nova-compute[75260]:   <metadata>
Dec 06 11:19:05 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:19:05 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:19:05 user nova-compute[75260]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1614351543</nova:name>
Dec 06 11:19:05 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:19:05</nova:creationTime>
Dec 06 11:19:05 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:19:05 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:19:05 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:19:05 user nova-compute[75260]:       <nova:owner>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:user uuid="36ff047726df4a8396d61e6dec931d8f">tempest-ServerRescueNegativeTestJSON-605059791-project-member</nova:user>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:project uuid="695e996c885b41528f8bdefb826abeb8">tempest-ServerRescueNegativeTestJSON-605059791</nova:project>
Dec 06 11:19:05 user nova-compute[75260]:       </nova:owner>
Dec 06 11:19:05 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:19:05 user nova-compute[75260]:       <nova:ports>
Dec 06 11:19:05 user nova-compute[75260]:         <nova:port uuid="bce25cb4-e884-4dc6-9001-ab086d525522">
Dec 06 11:19:05 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 11:19:05 user nova-compute[75260]:         </nova:port>
Dec 06 11:19:05 user nova-compute[75260]:       </nova:ports>
Dec 06 11:19:05 user nova-compute[75260]:     </nova:instance>
Dec 06 11:19:05 user nova-compute[75260]:   </metadata>
Dec 06 11:19:05 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:19:05 user nova-compute[75260]:     <system>
Dec 06 11:19:05 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:19:05 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:19:05 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:19:05 user nova-compute[75260]:       <entry name="serial">d174880f-c7cd-478c-bc07-d67655295195</entry>
Dec 06 11:19:05 user nova-compute[75260]:       <entry name="uuid">d174880f-c7cd-478c-bc07-d67655295195</entry>
Dec 06 11:19:05 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:19:05 user nova-compute[75260]:     </system>
Dec 06 11:19:05 user nova-compute[75260]:   </sysinfo>
Dec 06 11:19:05 user nova-compute[75260]:   <os>
Dec 06 11:19:05 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:19:05 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:19:05 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:19:05 user nova-compute[75260]:   </os>
Dec 06 11:19:05 user nova-compute[75260]:   <features>
Dec 06 11:19:05 user nova-compute[75260]:     <acpi/>
Dec 06 11:19:05 user nova-compute[75260]:     <apic/>
Dec 06 11:19:05 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:19:05 user nova-compute[75260]:   </features>
Dec 06 11:19:05 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:19:05 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:19:05 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:19:05 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:19:05 user nova-compute[75260]:   </clock>
Dec 06 11:19:05 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:19:05 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:19:05 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:19:05 user nova-compute[75260]:   </cpu>
Dec 06 11:19:05 user nova-compute[75260]:   <devices>
Dec 06 11:19:05 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:19:05 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:19:05 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk"/>
Dec 06 11:19:05 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:19:05 user nova-compute[75260]:     </disk>
Dec 06 11:19:05 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:19:05 user nova-compute[75260]:       <mac address="fa:16:3e:89:52:14"/>
Dec 06 11:19:05 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:05 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:19:05 user nova-compute[75260]:       <target dev="tapbce25cb4-e8"/>
Dec 06 11:19:05 user nova-compute[75260]:     </interface>
Dec 06 11:19:05 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:19:05 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/console.log" append="off"/>
Dec 06 11:19:05 user nova-compute[75260]:     </serial>
Dec 06 11:19:05 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:19:05 user nova-compute[75260]:     <video>
Dec 06 11:19:05 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:05 user nova-compute[75260]:     </video>
Dec 06 11:19:05 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:19:05 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:19:05 user nova-compute[75260]:     </rng>
Dec 06 11:19:05 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:19:05 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:19:05 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:19:05 user nova-compute[75260]:     </memballoon>
Dec 06 11:19:05 user nova-compute[75260]:   </devices>
Dec 06 11:19:05 user nova-compute[75260]: </domain>
Dec 06 11:19:05 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1614351543',display_name='tempest-ServerRescueNegativeTestJSON-server-1614351543',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1614351543',id=18,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-j1ge2s87',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:04Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d174880f-c7cd-478c-bc07-d67655295195,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG os_vif [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be87fcd3-e7fc-5c01-b2f4-ab6e882db61a', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbce25cb4-e8, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbce25cb4-e8, col_values=(('qos', UUID('50f6106c-6357-4d42-9fe0-ddc07dd7f34d')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbce25cb4-e8, col_values=(('external_ids', {'iface-id': 'bce25cb4-e884-4dc6-9001-ab086d525522', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:52:14', 'vm-uuid': 'd174880f-c7cd-478c-bc07-d67655295195'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.230s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:05 user nova-compute[75260]: INFO os_vif [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8')
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:89:52:14, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk 1073741824" returned: 0 in 0.055s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.211s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updated VIF entry in instance network info cache for port bce25cb4-e884-4dc6-9001-ab086d525522. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-efb213c9-a95a-41f5-b738-d0398f109004 req-d753de2d-18e5-4cdd-a912-a3433259099f service nova] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Successfully created port: dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Cannot resize image /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Ensure instance console log exists: /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Successfully updated port: dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:06 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-changed-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Refreshing instance network info cache due to event network-changed-dc3b5f7e-9270-41b8-a72c-017afd8d727f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] Acquiring lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-364c9c56-df4f-4157-8123-bb39e62c85ab req-908cc404-ceda-44b8-9a5d-b366705d0a0d service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-364c9c56-df4f-4157-8123-bb39e62c85ab req-908cc404-ceda-44b8-9a5d-b366705d0a0d service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-364c9c56-df4f-4157-8123-bb39e62c85ab req-908cc404-ceda-44b8-9a5d-b366705d0a0d service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-364c9c56-df4f-4157-8123-bb39e62c85ab req-908cc404-ceda-44b8-9a5d-b366705d0a0d service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-364c9c56-df4f-4157-8123-bb39e62c85ab req-908cc404-ceda-44b8-9a5d-b366705d0a0d service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:07 user nova-compute[75260]: WARNING nova.compute.manager [req-364c9c56-df4f-4157-8123-bb39e62c85ab req-908cc404-ceda-44b8-9a5d-b366705d0a0d service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state building and task_state spawning.
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance network_info: |[{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] Acquired lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.neutron [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Refreshing network info cache for port dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Start _get_guest_xml network_info=[{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:19:07 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:07 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-855818898',display_name='tempest-ServerRescueNegativeTestJSON-server-855818898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-855818898',id=19,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-29i0kwrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:05Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d2d55cf9-e961-410c-8bca-6bfd54db7411,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'pci_devices' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:19:07 user nova-compute[75260]:   <uuid>d2d55cf9-e961-410c-8bca-6bfd54db7411</uuid>
Dec 06 11:19:07 user nova-compute[75260]:   <name>instance-00000013</name>
Dec 06 11:19:07 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:19:07 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:19:07 user nova-compute[75260]:   <metadata>
Dec 06 11:19:07 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:19:07 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:19:07 user nova-compute[75260]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-855818898</nova:name>
Dec 06 11:19:07 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:19:07</nova:creationTime>
Dec 06 11:19:07 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:19:07 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:19:07 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:19:07 user nova-compute[75260]:       <nova:owner>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:user uuid="36ff047726df4a8396d61e6dec931d8f">tempest-ServerRescueNegativeTestJSON-605059791-project-member</nova:user>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:project uuid="695e996c885b41528f8bdefb826abeb8">tempest-ServerRescueNegativeTestJSON-605059791</nova:project>
Dec 06 11:19:07 user nova-compute[75260]:       </nova:owner>
Dec 06 11:19:07 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:19:07 user nova-compute[75260]:       <nova:ports>
Dec 06 11:19:07 user nova-compute[75260]:         <nova:port uuid="dc3b5f7e-9270-41b8-a72c-017afd8d727f">
Dec 06 11:19:07 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:19:07 user nova-compute[75260]:         </nova:port>
Dec 06 11:19:07 user nova-compute[75260]:       </nova:ports>
Dec 06 11:19:07 user nova-compute[75260]:     </nova:instance>
Dec 06 11:19:07 user nova-compute[75260]:   </metadata>
Dec 06 11:19:07 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:19:07 user nova-compute[75260]:     <system>
Dec 06 11:19:07 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:19:07 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:19:07 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:19:07 user nova-compute[75260]:       <entry name="serial">d2d55cf9-e961-410c-8bca-6bfd54db7411</entry>
Dec 06 11:19:07 user nova-compute[75260]:       <entry name="uuid">d2d55cf9-e961-410c-8bca-6bfd54db7411</entry>
Dec 06 11:19:07 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:19:07 user nova-compute[75260]:     </system>
Dec 06 11:19:07 user nova-compute[75260]:   </sysinfo>
Dec 06 11:19:07 user nova-compute[75260]:   <os>
Dec 06 11:19:07 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:19:07 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:19:07 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:19:07 user nova-compute[75260]:   </os>
Dec 06 11:19:07 user nova-compute[75260]:   <features>
Dec 06 11:19:07 user nova-compute[75260]:     <acpi/>
Dec 06 11:19:07 user nova-compute[75260]:     <apic/>
Dec 06 11:19:07 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:19:07 user nova-compute[75260]:   </features>
Dec 06 11:19:07 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:19:07 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:19:07 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:19:07 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:19:07 user nova-compute[75260]:   </clock>
Dec 06 11:19:07 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:19:07 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:19:07 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:19:07 user nova-compute[75260]:   </cpu>
Dec 06 11:19:07 user nova-compute[75260]:   <devices>
Dec 06 11:19:07 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:19:07 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:19:07 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk"/>
Dec 06 11:19:07 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:19:07 user nova-compute[75260]:     </disk>
Dec 06 11:19:07 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:19:07 user nova-compute[75260]:       <mac address="fa:16:3e:7b:fa:45"/>
Dec 06 11:19:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:07 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:19:07 user nova-compute[75260]:       <target dev="tapdc3b5f7e-92"/>
Dec 06 11:19:07 user nova-compute[75260]:     </interface>
Dec 06 11:19:07 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:19:07 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/console.log" append="off"/>
Dec 06 11:19:07 user nova-compute[75260]:     </serial>
Dec 06 11:19:07 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:19:07 user nova-compute[75260]:     <video>
Dec 06 11:19:07 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:07 user nova-compute[75260]:     </video>
Dec 06 11:19:07 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:19:07 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:19:07 user nova-compute[75260]:     </rng>
Dec 06 11:19:07 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:19:07 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:19:07 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:19:07 user nova-compute[75260]:     </memballoon>
Dec 06 11:19:07 user nova-compute[75260]:   </devices>
Dec 06 11:19:07 user nova-compute[75260]: </domain>
Dec 06 11:19:07 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-855818898',display_name='tempest-ServerRescueNegativeTestJSON-server-855818898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-855818898',id=19,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-29i0kwrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:05Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d2d55cf9-e961-410c-8bca-6bfd54db7411,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG os_vif [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b0d8c668-706d-5861-96af-850f0674e387', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc3b5f7e-92, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc3b5f7e-92, col_values=(('qos', UUID('3ac46c52-e012-47c3-bd46-2276abd9733b')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc3b5f7e-92, col_values=(('external_ids', {'iface-id': 'dc3b5f7e-9270-41b8-a72c-017afd8d727f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:fa:45', 'vm-uuid': 'd2d55cf9-e961-410c-8bca-6bfd54db7411'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:19:07 user nova-compute[75260]: INFO nova.compute.manager [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Rescuing
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: INFO os_vif [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92')
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:7b:fa:45, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG nova.network.neutron [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updated VIF entry in instance network info cache for port dc3b5f7e-9270-41b8-a72c-017afd8d727f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG nova.network.neutron [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1e9ad694-a075-49c1-b8c8-1c8d6e0684df req-f2a29dd1-e7e8-48f2-90b1-fe923d300b11 service nova] Releasing lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:09 user nova-compute[75260]: WARNING nova.compute.manager [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state building and task_state spawning.
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:09 user nova-compute[75260]: WARNING nova.compute.manager [req-59b76880-a8ea-4bc1-89bc-ceb8105d3bfc req-74283158-c0e2-4d8f-b5f2-6dfd21c80f11 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state active and task_state rescuing.
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:19:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance spawned successfully.
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:09 user nova-compute[75260]: INFO nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Took 6.22 seconds to spawn the instance on the hypervisor.
Dec 06 11:19:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-639295a0-6e1e-4594-afe9-1c7e24b1f832 req-1780e9c3-66ca-40b2-8563-b37cd78c83e4 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-639295a0-6e1e-4594-afe9-1c7e24b1f832 req-1780e9c3-66ca-40b2-8563-b37cd78c83e4 service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-639295a0-6e1e-4594-afe9-1c7e24b1f832 req-1780e9c3-66ca-40b2-8563-b37cd78c83e4 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-639295a0-6e1e-4594-afe9-1c7e24b1f832 req-1780e9c3-66ca-40b2-8563-b37cd78c83e4 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-639295a0-6e1e-4594-afe9-1c7e24b1f832 req-1780e9c3-66ca-40b2-8563-b37cd78c83e4 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:10 user nova-compute[75260]: WARNING nova.compute.manager [req-639295a0-6e1e-4594-afe9-1c7e24b1f832 req-1780e9c3-66ca-40b2-8563-b37cd78c83e4 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state building and task_state spawning.
Dec 06 11:19:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:10 user nova-compute[75260]: INFO nova.compute.manager [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Took 7.01 seconds to build instance.
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e99d5b73-e507-4352-aa62-6ca2afabe56a tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d174880f-c7cd-478c-bc07-d67655295195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.121s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance destroyed successfully.
Dec 06 11:19:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Attempting a stable device rescue
Dec 06 11:19:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75260) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:19:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Creating image(s)
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "/opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'trusted_certs' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "cd2de1f0c362995b072011a50b18e237ef7a0c55" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "cd2de1f0c362995b072011a50b18e237ef7a0c55" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.part --force-share --output=json" returned: 0 in 0.224s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.virt.images [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] 72283f70-2d2e-4a06-ae84-c07afdd52166 was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.part /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-a0dc9758-96b2-4f23-9086-19adffe1c964 req-d35c9565-597a-448e-b5fa-1b633df34524 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a0dc9758-96b2-4f23-9086-19adffe1c964 req-d35c9565-597a-448e-b5fa-1b633df34524 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a0dc9758-96b2-4f23-9086-19adffe1c964 req-d35c9565-597a-448e-b5fa-1b633df34524 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a0dc9758-96b2-4f23-9086-19adffe1c964 req-d35c9565-597a-448e-b5fa-1b633df34524 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-a0dc9758-96b2-4f23-9086-19adffe1c964 req-d35c9565-597a-448e-b5fa-1b633df34524 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:11 user nova-compute[75260]: WARNING nova.compute.manager [req-a0dc9758-96b2-4f23-9086-19adffe1c964 req-d35c9565-597a-448e-b5fa-1b633df34524 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state active and task_state rescuing.
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.part /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.converted" returned: 0 in 0.309s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updating instance_info_cache with network_info: [{"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-34227fd8-b7df-43b9-b7a2-cb055be5f469" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "cd2de1f0c362995b072011a50b18e237ef7a0c55" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.648s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "cd2de1f0c362995b072011a50b18e237ef7a0c55" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "cd2de1f0c362995b072011a50b18e237ef7a0c55" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55 --force-share --output=json" returned: 0 in 0.204s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55,backing_fmt=raw /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-3a4897af-8039-4645-ba6d-c4fff9cbf3b7 req-8df0a5f7-6338-4b22-bf94-6797a05fd560 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3a4897af-8039-4645-ba6d-c4fff9cbf3b7 req-8df0a5f7-6338-4b22-bf94-6797a05fd560 service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3a4897af-8039-4645-ba6d-c4fff9cbf3b7 req-8df0a5f7-6338-4b22-bf94-6797a05fd560 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3a4897af-8039-4645-ba6d-c4fff9cbf3b7 req-8df0a5f7-6338-4b22-bf94-6797a05fd560 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-3a4897af-8039-4645-ba6d-c4fff9cbf3b7 req-8df0a5f7-6338-4b22-bf94-6797a05fd560 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:12 user nova-compute[75260]: WARNING nova.compute.manager [req-3a4897af-8039-4645-ba6d-c4fff9cbf3b7 req-8df0a5f7-6338-4b22-bf94-6797a05fd560 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state building and task_state spawning.
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55,backing_fmt=raw /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue" returned: 0 in 0.068s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "cd2de1f0c362995b072011a50b18e237ef7a0c55" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'migration_context' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<71043b57-52f2-485a-9ace-32f2f28a4a0d> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Start _get_guest_xml network_info=[{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "vif_mac": "fa:16:3e:f1:0d:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '72283f70-2d2e-4a06-ae84-c07afdd52166', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '884aabac-6eb7-40fe-8e99-d4641976467b', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '71043b57-52f2-485a-9ace-32f2f28a4a0d', 'attached_at': '', 'detached_at': '', 'volume_id': '1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'serial': '1590f169-5681-4c1d-82b5-f65cceb1bdf1'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'resources' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<71043b57-52f2-485a-9ace-32f2f28a4a0d> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'numa_topology' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<71043b57-52f2-485a-9ace-32f2f28a4a0d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:19:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'vcpu_model' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<71043b57-52f2-485a-9ace-32f2f28a4a0d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:19:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:19:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:19:12 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance spawned successfully.
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fd75fe5-8036-4a0a-b696-15d7e02d210c]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = NFykopeL\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 11:19:12 user nova-compute[75260]: node.name = iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:19:12 user nova-compute[75260]: node.tpgt = -1
Dec 06 11:19:12 user nova-compute[75260]: node.startup = automatic
Dec 06 11:19:12 user nova-compute[75260]: node.leading_login = No
Dec 06 11:19:12 user nova-compute[75260]: iface.iscsi_ifacename = default
Dec 06 11:19:12 user nova-compute[75260]: iface.net_ifacename = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.ipaddress = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.prefix_len = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.hwaddress = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.transport_name = tcp
Dec 06 11:19:12 user nova-compute[75260]: iface.initiatorname = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.vlan_id = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.vlan_priority = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.vlan_state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.iface_num = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.mtu = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.port = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.bootproto = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.subnet_mask = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.gateway = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_alt_client_id = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_dns = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_learn_iqn = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_vendor_id_state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_vendor_id = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.dhcp_slp_da = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.fragmentation = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.gratuitous_arp = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.incoming_forwarding = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.tos_state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.tos = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.ttl = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.delayed_ack = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.tcp_nagle = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.tcp_wsf_state = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.tcp_wsf = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.tcp_timer_scale = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.tcp_timestamp = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.redirect = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.def_task_mgmt_timeout = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.header_digest = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.data_digest = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.immediate_data = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.initial_r2t = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.data_seq_inorder = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.data_pdu_inorder = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.erl = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.max_receive_data_len = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.first_burst_len = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.max_outstanding_r2t = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.max_burst_len = 0
Dec 06 11:19:12 user nova-compute[75260]: iface.chap_auth = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.bidi_chap = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.strict_login_compliance = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.discovery_auth = <empty>
Dec 06 11:19:12 user nova-compute[75260]: iface.discovery_logout = <empty>
Dec 06 11:19:12 user nova-compute[75260]: node.discovery_address = <empty>
Dec 06 11:19:12 user nova-compute[75260]: node.discovery_port = 0
Dec 06 11:19:12 user nova-compute[75260]: node.discovery_type = static
Dec 06 11:19:12 user nova-compute[75260]: node.session.initial_cmdsn = 0
Dec 06 11:19:12 user nova-compute[75260]: node.session.initial_login_retry_max = 8
Dec 06 11:19:12 user nova-compute[75260]: node.session.xmit_thread_priority = -20
Dec 06 11:19:12 user nova-compute[75260]: node.session.cmds_max = 128
Dec 06 11:19:12 user nova-compute[75260]: node.session.queue_depth = 32
Dec 06 11:19:12 user nova-compute[75260]: node.session.nr_sessions = 1
Dec 06 11:19:12 user nova-compute[75260]: node.session.auth.authmethod = CHAP
Dec 06 11:19:12 user nova-compute[75260]: node.session.auth.username = NFykopeL
Dec 06 11:19:12 user nova-compute[75260]: node.session.auth.password = ***
Dec 06 11:19:12 user nova-compute[75260]: node.session.auth.username_in = <empty>
Dec 06 11:19:12 user nova-compute[75260]: node.session.auth.password_in = <empty>
Dec 06 11:19:12 user nova-compute[75260]: node.session.auth.chap_algs = MD5
Dec 06 11:19:12 user nova-compute[75260]: node.session.timeo.replacement_timeout = 120
Dec 06 11:19:12 user nova-compute[75260]: node.session.err_timeo.abort_timeout = 15
Dec 06 11:19:12 user nova-compute[75260]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 11:19:12 user nova-compute[75260]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 11:19:12 user nova-compute[75260]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.FastAbort = Yes
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.InitialR2T = No
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.ImmediateData = Yes
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.MaxConnections = 1
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 11:19:12 user nova-compute[75260]: node.session.iscsi.ERL = 0
Dec 06 11:19:12 user nova-compute[75260]: node.session.scan = manual
Dec 06 11:19:12 user nova-compute[75260]: node.session.reopen_max = 0
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].address = 172.16.0.220
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].port = 3260
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].startup = manual
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].tcp.window_size = 524288
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].tcp.type_of_service = 0
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].timeo.logout_timeout = 15
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].timeo.login_timeout = 15
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].timeo.auth_timeout = 45
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].iscsi.DataDigest = None
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].iscsi.IFMarker = No
Dec 06 11:19:12 user nova-compute[75260]: node.conn[0].iscsi.OFMarker = No
Dec 06 11:19:12 user nova-compute[75260]: # END RECORD
Dec 06 11:19:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b01c7f11-d580-4d62-bf94-bf3b7729d681]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdaf9031-1e86-4f42-8de6-b52a3ee49a13]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFykopeL {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NFykopeL" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7219c6-b9bb-41fa-b0b2-a1059bbe440f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NFykopeL'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41fa7b5-c81e-4c78-8817-d887d3c87ebc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:12 user nova-compute[75260]: INFO nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Took 7.09 seconds to spawn the instance on the hypervisor.
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b69d22e-2fa3-4b5d-8183-6fc3d7b390dc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:19:12 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:19:12 user nova-compute[75260]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)
Dec 06 11:19:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:19:12 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:19:12 user nova-compute[75260]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)
Dec 06 11:19:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.202s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] HCTL ('34', '0', '0', 0) found on session 12 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7465e0d1-e608-4411-8723-aac699470790]: (4, ('0 0 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching for a device in session 12 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.232s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== connect_volume: return (233ms) {'type': 'block', 'scsi_wwn': '26533653961333263', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533653961333263', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:17:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-935497809',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-935497809',id=14,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:17:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-chj86027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:17:51Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=71043b57-52f2-485a-9ace-32f2f28a4a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "vif_mac": "fa:16:3e:f1:0d:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "vif_mac": "fa:16:3e:f1:0d:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'pci_devices' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:12 user nova-compute[75260]: INFO nova.compute.manager [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Took 8.24 seconds to build instance.
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.objects.base [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<71043b57-52f2-485a-9ace-32f2f28a4a0d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:19:12 user nova-compute[75260]:   <uuid>71043b57-52f2-485a-9ace-32f2f28a4a0d</uuid>
Dec 06 11:19:12 user nova-compute[75260]:   <name>instance-0000000e</name>
Dec 06 11:19:12 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:19:12 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:19:12 user nova-compute[75260]:   <metadata>
Dec 06 11:19:12 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:19:12 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:19:12 user nova-compute[75260]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-935497809</nova:name>
Dec 06 11:19:12 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:19:12</nova:creationTime>
Dec 06 11:19:12 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:19:12 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:19:12 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:19:12 user nova-compute[75260]:       <nova:owner>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:user uuid="0ab1d20171b245f08bccd714cbaee177">tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member</nova:user>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:project uuid="de599d7f41674eaabe3e3911034e7215">tempest-ServerBootFromVolumeStableRescueTest-279880957</nova:project>
Dec 06 11:19:12 user nova-compute[75260]:       </nova:owner>
Dec 06 11:19:12 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:19:12 user nova-compute[75260]:       <nova:ports>
Dec 06 11:19:12 user nova-compute[75260]:         <nova:port uuid="026e79e2-6fc9-4a3f-ab4d-5b12400381b6">
Dec 06 11:19:12 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 11:19:12 user nova-compute[75260]:         </nova:port>
Dec 06 11:19:12 user nova-compute[75260]:       </nova:ports>
Dec 06 11:19:12 user nova-compute[75260]:     </nova:instance>
Dec 06 11:19:12 user nova-compute[75260]:   </metadata>
Dec 06 11:19:12 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:19:12 user nova-compute[75260]:     <system>
Dec 06 11:19:12 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:19:12 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:19:12 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:19:12 user nova-compute[75260]:       <entry name="serial">71043b57-52f2-485a-9ace-32f2f28a4a0d</entry>
Dec 06 11:19:12 user nova-compute[75260]:       <entry name="uuid">71043b57-52f2-485a-9ace-32f2f28a4a0d</entry>
Dec 06 11:19:12 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:19:12 user nova-compute[75260]:     </system>
Dec 06 11:19:12 user nova-compute[75260]:   </sysinfo>
Dec 06 11:19:12 user nova-compute[75260]:   <os>
Dec 06 11:19:12 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:19:12 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:19:12 user nova-compute[75260]:   </os>
Dec 06 11:19:12 user nova-compute[75260]:   <features>
Dec 06 11:19:12 user nova-compute[75260]:     <acpi/>
Dec 06 11:19:12 user nova-compute[75260]:     <apic/>
Dec 06 11:19:12 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:19:12 user nova-compute[75260]:   </features>
Dec 06 11:19:12 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:19:12 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:19:12 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:19:12 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:19:12 user nova-compute[75260]:   </clock>
Dec 06 11:19:12 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:19:12 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:19:12 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:19:12 user nova-compute[75260]:   </cpu>
Dec 06 11:19:12 user nova-compute[75260]:   <devices>
Dec 06 11:19:12 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:19:12 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:19:12 user nova-compute[75260]:       <source dev="/dev/sdc"/>
Dec 06 11:19:12 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:19:12 user nova-compute[75260]:       <serial>1590f169-5681-4c1d-82b5-f65cceb1bdf1</serial>
Dec 06 11:19:12 user nova-compute[75260]:     </disk>
Dec 06 11:19:12 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:19:12 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:19:12 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue"/>
Dec 06 11:19:12 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:19:12 user nova-compute[75260]:       <boot order="1"/>
Dec 06 11:19:12 user nova-compute[75260]:     </disk>
Dec 06 11:19:12 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:19:12 user nova-compute[75260]:       <mac address="fa:16:3e:f1:0d:b7"/>
Dec 06 11:19:12 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:12 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:19:12 user nova-compute[75260]:       <target dev="tap026e79e2-6f"/>
Dec 06 11:19:12 user nova-compute[75260]:     </interface>
Dec 06 11:19:12 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:19:12 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/console.log" append="off"/>
Dec 06 11:19:12 user nova-compute[75260]:     </serial>
Dec 06 11:19:12 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:19:12 user nova-compute[75260]:     <video>
Dec 06 11:19:12 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:12 user nova-compute[75260]:     </video>
Dec 06 11:19:12 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:19:12 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:19:12 user nova-compute[75260]:     </rng>
Dec 06 11:19:12 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:19:12 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:19:12 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:19:12 user nova-compute[75260]:     </memballoon>
Dec 06 11:19:12 user nova-compute[75260]:   </devices>
Dec 06 11:19:12 user nova-compute[75260]: </domain>
Dec 06 11:19:12 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f43ed8f4-6b21-4706-a0e7-312aecb687ea tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.413s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance destroyed successfully.
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No VIF found with MAC fa:16:3e:f1:0d:b7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:19:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-c144c5de-3401-450f-ba03-dc42072c6ef1 req-12a10562-3b0f-4f9d-aa74-1fd3c59e5059 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c144c5de-3401-450f-ba03-dc42072c6ef1 req-12a10562-3b0f-4f9d-aa74-1fd3c59e5059 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c144c5de-3401-450f-ba03-dc42072c6ef1 req-12a10562-3b0f-4f9d-aa74-1fd3c59e5059 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c144c5de-3401-450f-ba03-dc42072c6ef1 req-12a10562-3b0f-4f9d-aa74-1fd3c59e5059 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-c144c5de-3401-450f-ba03-dc42072c6ef1 req-12a10562-3b0f-4f9d-aa74-1fd3c59e5059 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:14 user nova-compute[75260]: WARNING nova.compute.manager [req-c144c5de-3401-450f-ba03-dc42072c6ef1 req-12a10562-3b0f-4f9d-aa74-1fd3c59e5059 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state active and task_state rescuing.
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.323s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 is timed out.
Dec 06 11:19:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully detached device vdb from instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 from the live domain config.
Dec 06 11:19:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BsUGfeFg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:19:16 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b1316b-3af5-4a6b-bfaa-c16aa357d498]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:19:16 user nova-compute[75260]: No targets found.
Dec 06 11:19:16 user nova-compute[75260]: iSNS:
Dec 06 11:19:16 user nova-compute[75260]: No targets found.
Dec 06 11:19:16 user nova-compute[75260]: STATIC:
Dec 06 11:19:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:19:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:19:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:19:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29
Dec 06 11:19:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:19:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:19:16 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:19:16 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:19:16 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:19:16 user nova-compute[75260]: FIRMWARE:
Dec 06 11:19:16 user nova-compute[75260]: No targets found.
Dec 06 11:19:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:19:16 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:19:16 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5b87c4-83de-4c5e-b57a-dfe20e5a1fbe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a850e94-2b53-4743-a8b6-03e57627b9f5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:19:16 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:19:16 user nova-compute[75260]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)
Dec 06 11:19:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:19:16 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:19:16 user nova-compute[75260]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 (non-flash)
Dec 06 11:19:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c137490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a573a131-d209-40ba-a6c7-d0322ad2e1c9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1cef75-b38b-4d31-8c16-4df0bf3b2f7b]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f281a4-8615-48cf-bcc0-6736e1f511e5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-946bb8e5-f269-4d75-ac4f-6d06c368142a req-7981570a-6fbd-47a8-8ffa-4afeba6fb2d8 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-946bb8e5-f269-4d75-ac4f-6d06c368142a req-7981570a-6fbd-47a8-8ffa-4afeba6fb2d8 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-946bb8e5-f269-4d75-ac4f-6d06c368142a req-7981570a-6fbd-47a8-8ffa-4afeba6fb2d8 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-946bb8e5-f269-4d75-ac4f-6d06c368142a req-7981570a-6fbd-47a8-8ffa-4afeba6fb2d8 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-946bb8e5-f269-4d75-ac4f-6d06c368142a req-7981570a-6fbd-47a8-8ffa-4afeba6fb2d8 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:16 user nova-compute[75260]: WARNING nova.compute.manager [req-946bb8e5-f269-4d75-ac4f-6d06c368142a req-7981570a-6fbd-47a8-8ffa-4afeba6fb2d8 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state active and task_state rescuing.
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.063s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd18e2d-0db0-4b1f-ba89-73bc1c8bf628]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[83442911-41df-44a0-ad8c-e690c92e6455]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc38dcf3-a8d8-4a15-8cfe-35b1b6b51591]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260]
Dec 06 11:19:16 user nova-compute[75260]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29, portal: 172.16.0.220,3260] successful.
Dec 06 11:19:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9ea400e-ec4a-45cd-bea1-c814bc518c29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ef1cb2-3056-41ef-ad3f-f2a9dcc9cbe6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.424s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] <== disconnect_volume: return (425ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:19:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f5290c-fb78-4302-b24a-383c2a80a89d tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'flavor' on Instance uuid 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b757b3cb-e404-458c-a4be-29aaea6ee23e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.561s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:19 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:19 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7452MB free_disk=25.298900604248047GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b9532a6c-edbf-42a6-9c20-00ed3efd6d5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ab31133d-525d-49c6-ac73-c51e987a5b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0023c7a3-3f1b-4789-99ae-651c35f4eed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:19:19 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:19:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:19:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.911s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:19:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:19:32 user nova-compute[75260]: INFO nova.compute.claims [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Claim successful on node user
Dec 06 11:19:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:19:32 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.697s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:19:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.policy [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a0d501db7140289d1f8e8f0f60f43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba376e6d06604158ba0e083be7b1607d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:19:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Creating image(s)
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b319b7e18a3fcd20d11f1621f52869b5e05b68d8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b319b7e18a3fcd20d11f1621f52869b5e05b68d8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Successfully created port: 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.part --force-share --output=json" returned: 0 in 0.202s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG nova.virt.images [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] 05384028-5c77-4b9a-a41d-f181ffe8600d was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.part /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.part /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.converted" returned: 0 in 0.152s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8.converted --force-share --output=json" returned: 0 in 0.240s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b319b7e18a3fcd20d11f1621f52869b5e05b68d8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.152s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b319b7e18a3fcd20d11f1621f52869b5e05b68d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b319b7e18a3fcd20d11f1621f52869b5e05b68d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8,backing_fmt=raw /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Successfully updated port: 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8,backing_fmt=raw /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk 1073741824" returned: 0 in 0.057s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b319b7e18a3fcd20d11f1621f52869b5e05b68d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing instance network info cache due to event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Cannot resize image /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Ensure instance console log exists: /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance network_info: |[{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.neutron [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Start _get_guest_xml network_info=[{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:19:29Z,direct_url=<?>,disk_format='qcow2',id=05384028-5c77-4b9a-a41d-f181ffe8600d,min_disk=0,min_ram=0,name='tempest-scenario-img--992892382',owner='ba376e6d06604158ba0e083be7b1607d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:19:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '05384028-5c77-4b9a-a41d-f181ffe8600d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:19:35 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:35 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:19:29Z,direct_url=<?>,disk_format='qcow2',id=05384028-5c77-4b9a-a41d-f181ffe8600d,min_disk=0,min_ram=0,name='tempest-scenario-img--992892382',owner='ba376e6d06604158ba0e083be7b1607d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:19:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1863869900',display_name='tempest-TestMinimumBasicScenario-server-1863869900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1863869900',id=20,image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMePc1UEuJBxKfJjbTiK8Fg87YUy9PK4bur0QIRUpztO3RAJP2E3KY89y64UYImF24KBuMhhLhLEV8XXcAelyCs2F8BgBSXjlLn9/sLfaZjTCehnMhYDWvjObtTdtj/pjw==',key_name='tempest-TestMinimumBasicScenario-821303370',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-0nlc0co6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:33Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=ec755eb0-a22c-4ea0-b8c9-da573277941d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'pci_devices' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:19:35 user nova-compute[75260]:   <uuid>ec755eb0-a22c-4ea0-b8c9-da573277941d</uuid>
Dec 06 11:19:35 user nova-compute[75260]:   <name>instance-00000014</name>
Dec 06 11:19:35 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:19:35 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:19:35 user nova-compute[75260]:   <metadata>
Dec 06 11:19:35 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:19:35 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:19:35 user nova-compute[75260]:       <nova:name>tempest-TestMinimumBasicScenario-server-1863869900</nova:name>
Dec 06 11:19:35 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:19:35</nova:creationTime>
Dec 06 11:19:35 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:19:35 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:19:35 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:19:35 user nova-compute[75260]:       <nova:owner>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:user uuid="80a0d501db7140289d1f8e8f0f60f43d">tempest-TestMinimumBasicScenario-317622540-project-member</nova:user>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:project uuid="ba376e6d06604158ba0e083be7b1607d">tempest-TestMinimumBasicScenario-317622540</nova:project>
Dec 06 11:19:35 user nova-compute[75260]:       </nova:owner>
Dec 06 11:19:35 user nova-compute[75260]:       <nova:root type="image" uuid="05384028-5c77-4b9a-a41d-f181ffe8600d"/>
Dec 06 11:19:35 user nova-compute[75260]:       <nova:ports>
Dec 06 11:19:35 user nova-compute[75260]:         <nova:port uuid="68881746-3ffc-4a2a-8755-1a42db6c4680">
Dec 06 11:19:35 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:19:35 user nova-compute[75260]:         </nova:port>
Dec 06 11:19:35 user nova-compute[75260]:       </nova:ports>
Dec 06 11:19:35 user nova-compute[75260]:     </nova:instance>
Dec 06 11:19:35 user nova-compute[75260]:   </metadata>
Dec 06 11:19:35 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:19:35 user nova-compute[75260]:     <system>
Dec 06 11:19:35 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:19:35 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:19:35 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:19:35 user nova-compute[75260]:       <entry name="serial">ec755eb0-a22c-4ea0-b8c9-da573277941d</entry>
Dec 06 11:19:35 user nova-compute[75260]:       <entry name="uuid">ec755eb0-a22c-4ea0-b8c9-da573277941d</entry>
Dec 06 11:19:35 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:19:35 user nova-compute[75260]:     </system>
Dec 06 11:19:35 user nova-compute[75260]:   </sysinfo>
Dec 06 11:19:35 user nova-compute[75260]:   <os>
Dec 06 11:19:35 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:19:35 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:19:35 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:19:35 user nova-compute[75260]:   </os>
Dec 06 11:19:35 user nova-compute[75260]:   <features>
Dec 06 11:19:35 user nova-compute[75260]:     <acpi/>
Dec 06 11:19:35 user nova-compute[75260]:     <apic/>
Dec 06 11:19:35 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:19:35 user nova-compute[75260]:   </features>
Dec 06 11:19:35 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:19:35 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:19:35 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:19:35 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:19:35 user nova-compute[75260]:   </clock>
Dec 06 11:19:35 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:19:35 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:19:35 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:19:35 user nova-compute[75260]:   </cpu>
Dec 06 11:19:35 user nova-compute[75260]:   <devices>
Dec 06 11:19:35 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:19:35 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:19:35 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk"/>
Dec 06 11:19:35 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:19:35 user nova-compute[75260]:     </disk>
Dec 06 11:19:35 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:19:35 user nova-compute[75260]:       <mac address="fa:16:3e:5e:b0:2d"/>
Dec 06 11:19:35 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:35 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:19:35 user nova-compute[75260]:       <target dev="tap68881746-3f"/>
Dec 06 11:19:35 user nova-compute[75260]:     </interface>
Dec 06 11:19:35 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:19:35 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/console.log" append="off"/>
Dec 06 11:19:35 user nova-compute[75260]:     </serial>
Dec 06 11:19:35 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:19:35 user nova-compute[75260]:     <video>
Dec 06 11:19:35 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:19:35 user nova-compute[75260]:     </video>
Dec 06 11:19:35 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:19:35 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:19:35 user nova-compute[75260]:     </rng>
Dec 06 11:19:35 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:19:35 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:19:35 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:19:35 user nova-compute[75260]:     </memballoon>
Dec 06 11:19:35 user nova-compute[75260]:   </devices>
Dec 06 11:19:35 user nova-compute[75260]: </domain>
Dec 06 11:19:35 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1863869900',display_name='tempest-TestMinimumBasicScenario-server-1863869900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1863869900',id=20,image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMePc1UEuJBxKfJjbTiK8Fg87YUy9PK4bur0QIRUpztO3RAJP2E3KY89y64UYImF24KBuMhhLhLEV8XXcAelyCs2F8BgBSXjlLn9/sLfaZjTCehnMhYDWvjObtTdtj/pjw==',key_name='tempest-TestMinimumBasicScenario-821303370',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-0nlc0co6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:33Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=ec755eb0-a22c-4ea0-b8c9-da573277941d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG os_vif [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9af5a4f1-1bfd-58bd-bd71-66601d30ba9e', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap68881746-3f, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap68881746-3f, col_values=(('qos', UUID('ee9ba98d-3afb-4762-acbf-21b62df64593')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap68881746-3f, col_values=(('external_ids', {'iface-id': '68881746-3ffc-4a2a-8755-1a42db6c4680', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:b0:2d', 'vm-uuid': 'ec755eb0-a22c-4ea0-b8c9-da573277941d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:35 user nova-compute[75260]: INFO os_vif [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f')
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:19:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No VIF found with MAC fa:16:3e:5e:b0:2d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:19:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updated VIF entry in instance network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:19:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c034fa19-fc24-41a9-a296-d68c7d8bb4c0 req-7692310b-7ec3-4fff-8f50-aef32a292158 service nova] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-058cede5-6f5f-4964-9aeb-5cf195e97e33 req-0bf8b19a-2f3e-4533-8503-cca879a83a2d service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-058cede5-6f5f-4964-9aeb-5cf195e97e33 req-0bf8b19a-2f3e-4533-8503-cca879a83a2d service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-058cede5-6f5f-4964-9aeb-5cf195e97e33 req-0bf8b19a-2f3e-4533-8503-cca879a83a2d service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-058cede5-6f5f-4964-9aeb-5cf195e97e33 req-0bf8b19a-2f3e-4533-8503-cca879a83a2d service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-058cede5-6f5f-4964-9aeb-5cf195e97e33 req-0bf8b19a-2f3e-4533-8503-cca879a83a2d service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:37 user nova-compute[75260]: WARNING nova.compute.manager [req-058cede5-6f5f-4964-9aeb-5cf195e97e33 req-0bf8b19a-2f3e-4533-8503-cca879a83a2d service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state building and task_state spawning.
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:19:39 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance spawned successfully.
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:19:39 user nova-compute[75260]: INFO nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Took 6.16 seconds to spawn the instance on the hypervisor.
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:19:39 user nova-compute[75260]: INFO nova.compute.manager [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Took 7.21 seconds to build instance.
Dec 06 11:19:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02a89881-797f-4d9d-80ff-65e35ee68f1e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.313s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-562e37ea-3542-428a-94b6-329effed36dc req-3ab18b3a-b052-4044-95aa-3335011cbf50 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-562e37ea-3542-428a-94b6-329effed36dc req-3ab18b3a-b052-4044-95aa-3335011cbf50 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-562e37ea-3542-428a-94b6-329effed36dc req-3ab18b3a-b052-4044-95aa-3335011cbf50 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-562e37ea-3542-428a-94b6-329effed36dc req-3ab18b3a-b052-4044-95aa-3335011cbf50 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:19:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-562e37ea-3542-428a-94b6-329effed36dc req-3ab18b3a-b052-4044-95aa-3335011cbf50 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:19:39 user nova-compute[75260]: WARNING nova.compute.manager [req-562e37ea-3542-428a-94b6-329effed36dc req-3ab18b3a-b052-4044-95aa-3335011cbf50 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state active and task_state None.
Dec 06 11:19:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:19:52 user nova-compute[75260]: INFO nova.compute.manager [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] instance snapshotting
Dec 06 11:19:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Beginning live snapshot process
Dec 06 11:19:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json -f qcow2" returned: 0 in 0.205s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjveybw2l/8f159c61541b40b69fd4ad2e04fb5d0f.delta 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjveybw2l/8f159c61541b40b69fd4ad2e04fb5d0f.delta 1073741824" returned: 0 in 0.063s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 11:19:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:19:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] COPY block job progress, current cursor: 20971520 final cursor: 75563008 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:19:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:19:55 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 11:19:55 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:19:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjveybw2l/8f159c61541b40b69fd4ad2e04fb5d0f.delta /opt/stack/data/nova/instances/snapshots/tmpjveybw2l/8f159c61541b40b69fd4ad2e04fb5d0f {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:19:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjveybw2l/8f159c61541b40b69fd4ad2e04fb5d0f.delta /opt/stack/data/nova/instances/snapshots/tmpjveybw2l/8f159c61541b40b69fd4ad2e04fb5d0f" returned: 0 in 0.356s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:19:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Snapshot extracted, beginning image upload
Dec 06 11:19:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:19:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Snapshot image upload complete
Dec 06 11:19:59 user nova-compute[75260]: INFO nova.compute.manager [None req-47e2dedc-d499-46a9-b7d5-fd024c5be3e9 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Took 6.30 seconds to snapshot the instance on the hypervisor.
Dec 06 11:19:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-changed-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Refreshing instance network info cache due to event network-changed-26f73545-efb3-4fdd-a7b7-dbddb4df450e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] Acquiring lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] Acquired lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Refreshing network info cache for port 26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updated VIF entry in instance network info cache for port 26f73545-efb3-4fdd-a7b7-dbddb4df450e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updating instance_info_cache with network_info: [{"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35427fda-84fe-4c98-8a0d-594d54d5deda req-eb0f3aa5-e72d-4151-a8fa-fa244f118fed service nova] Releasing lock "refresh_cache-ab31133d-525d-49c6-ac73-c51e987a5b1a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG nova.objects.instance [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'flavor' on Instance uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:19:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:00 user nova-compute[75260]: INFO nova.compute.manager [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attaching volume 3215c982-2ae2-4b71-85e8-0efa0391b0ba to /dev/vdb
Dec 06 11:20:00 user nova-compute[75260]: DEBUG os_brick.utils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9bb1615-6d27-4a4b-a6cd-7fc823a7f460]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[480caefb-6197-4330-bf98-0115bdbdf4eb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee681273-f550-4a64-bd01-edda5932efe4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3deaf38-9333-4366-b955-400065ad6e9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:20:00 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:20:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[749a2086-4348-4f27-a47d-d2baf83fe0ee]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG os_brick.utils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updating existing volume attachment record: a6a7f9b1-fed0-4bcd-8c7b-20d95b03ed04 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:20:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:01 user nova-compute[75260]: INFO nova.compute.manager [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Terminating instance
Dec 06 11:20:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-50558c17-401b-48da-9a83-445bce890dd2 req-c1635798-102c-46f9-8be0-6d4c238aa2bd service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-vif-unplugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-50558c17-401b-48da-9a83-445bce890dd2 req-c1635798-102c-46f9-8be0-6d4c238aa2bd service nova] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-50558c17-401b-48da-9a83-445bce890dd2 req-c1635798-102c-46f9-8be0-6d4c238aa2bd service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-50558c17-401b-48da-9a83-445bce890dd2 req-c1635798-102c-46f9-8be0-6d4c238aa2bd service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-50558c17-401b-48da-9a83-445bce890dd2 req-c1635798-102c-46f9-8be0-6d4c238aa2bd service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] No waiting events found dispatching network-vif-unplugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-50558c17-401b-48da-9a83-445bce890dd2 req-c1635798-102c-46f9-8be0-6d4c238aa2bd service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-vif-unplugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:20:02 user nova-compute[75260]: INFO nova.compute.claims [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Claim successful on node user
Dec 06 11:20:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Instance destroyed successfully.
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.objects.instance [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'resources' on Instance uuid b9532a6c-edbf-42a6-9c20-00ed3efd6d5e {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2103065287',display_name='tempest-VolumesAdminNegativeTest-server-2103065287',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2103065287',id=15,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:18:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9587a2c775264a50bdc0a269c15829f3',ramdisk_id='',reservation_id='r-alof5txp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-407306904',owner_user_name='tempest-VolumesAdminNegativeTest-407306904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:18:08Z,user_data=None,user_id='ca306cda01a449a8a4f6a3062292edfb',uuid=b9532a6c-edbf-42a6-9c20-00ed3efd6d5e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converting VIF {"id": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "address": "fa:16:3e:b9:40:68", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5920ffa0-98", "ovs_interfaceid": "5920ffa0-9806-41da-af8e-5d97d5bfddc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG os_vif [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5920ffa0-98, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a55201b-dacc-4e4f-984f-a7985f9e5ded) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:02 user nova-compute[75260]: INFO os_vif [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:40:68,bridge_name='br-int',has_traffic_filtering=True,id=5920ffa0-9806-41da-af8e-5d97d5bfddc9,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5920ffa0-98')
Dec 06 11:20:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Deleting instance files /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e_del
Dec 06 11:20:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Deletion of /opt/stack/data/nova/instances/b9532a6c-edbf-42a6-9c20-00ed3efd6d5e_del complete
Dec 06 11:20:02 user nova-compute[75260]: INFO nova.compute.manager [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Took 1.28 seconds to destroy the instance on the hypervisor.
Dec 06 11:20:02 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:20:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.753s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:20:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.policy [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e20699a3de48490c8f2eba53e9cb64e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d272d403bba4835aedd6c4d70dfeace', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:20:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Creating image(s)
Dec 06 11:20:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "/opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "/opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "/opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.060s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "7488b4c96e2e3ed8c576f08f3b6e9f07865837c2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "7488b4c96e2e3ed8c576f08f3b6e9f07865837c2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:03 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Took 0.93 seconds to deallocate network for instance.
Dec 06 11:20:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-e2f76385-5be8-4e9d-8e82-97b2c45d0500 req-6ac86268-1f01-4585-9172-e42779958ea6 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-vif-deleted-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Successfully created port: 5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-aba5ae97-e361-4834-a66f-3f6a11bcfaa5 req-519bef51-aaef-488c-882f-9d30a4660b62 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received event network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aba5ae97-e361-4834-a66f-3f6a11bcfaa5 req-519bef51-aaef-488c-882f-9d30a4660b62 service nova] Acquiring lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aba5ae97-e361-4834-a66f-3f6a11bcfaa5 req-519bef51-aaef-488c-882f-9d30a4660b62 service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aba5ae97-e361-4834-a66f-3f6a11bcfaa5 req-519bef51-aaef-488c-882f-9d30a4660b62 service nova] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-aba5ae97-e361-4834-a66f-3f6a11bcfaa5 req-519bef51-aaef-488c-882f-9d30a4660b62 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] No waiting events found dispatching network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:04 user nova-compute[75260]: WARNING nova.compute.manager [req-aba5ae97-e361-4834-a66f-3f6a11bcfaa5 req-519bef51-aaef-488c-882f-9d30a4660b62 service nova] [instance: b9532a6c-edbf-42a6-9c20-00ed3efd6d5e] Received unexpected event network-vif-plugged-5920ffa0-9806-41da-af8e-5d97d5bfddc9 for instance with vm_state deleted and task_state None.
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.part --force-share --output=json" returned: 0 in 0.342s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG nova.virt.images [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] c3f105f8-0378-4cb2-bb9d-43bf5c2c7756 was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:20:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.part /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.part /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.converted" returned: 0 in 0.278s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2.converted --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "7488b4c96e2e3ed8c576f08f3b6e9f07865837c2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.915s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.863s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:05 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Deleted allocations for instance b9532a6c-edbf-42a6-9c20-00ed3efd6d5e
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Successfully updated port: 5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquired lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "7488b4c96e2e3ed8c576f08f3b6e9f07865837c2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "7488b4c96e2e3ed8c576f08f3b6e9f07865837c2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-changed-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Refreshing instance network info cache due to event network-changed-5460b86c-76fe-4e4d-9aa9-8821f1443cf1. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] Acquiring lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-42613ab5-a50b-496c-abaa-abf570b441aa tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "b9532a6c-edbf-42a6-9c20-00ed3efd6d5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.329s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2,backing_fmt=raw /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2,backing_fmt=raw /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk 1073741824" returned: 0 in 0.061s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "7488b4c96e2e3ed8c576f08f3b6e9f07865837c2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updating instance_info_cache with network_info: [{"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Releasing lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Instance network_info: |[{"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] Acquired lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Refreshing network info cache for port 5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 --force-share --output=json" returned: 0 in 0.242s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Ensure instance console log exists: /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Start _get_guest_xml network_info=[{"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='a5b7838ad362bbcde7321e82e450b9b1',container_format='bare',created_at=2023-12-06T11:19:52Z,direct_url=<?>,disk_format='qcow2',id=c3f105f8-0378-4cb2-bb9d-43bf5c2c7756,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1026450786',owner='2d272d403bba4835aedd6c4d70dfeace',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T11:19:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': 'c3f105f8-0378-4cb2-bb9d-43bf5c2c7756'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:06 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:06 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a5b7838ad362bbcde7321e82e450b9b1',container_format='bare',created_at=2023-12-06T11:19:52Z,direct_url=<?>,disk_format='qcow2',id=c3f105f8-0378-4cb2-bb9d-43bf5c2c7756,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1026450786',owner='2d272d403bba4835aedd6c4d70dfeace',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T11:19:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1186124846',display_name='tempest-TestStampPattern-server-1186124846',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1186124846',id=21,image_ref='c3f105f8-0378-4cb2-bb9d-43bf5c2c7756',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhCet1rI5ZbFjIYMEENVfnizz4SrZimK73CT9T/z5wI7DmykDsLVZ28Y8b5rqziwRABwdYwRCdoy2LuhEw4VTlk4yMp90PB/JavS+6ko6+AOJvrYhXEeI/b/HwI1Ij0Xw==',key_name='tempest-TestStampPattern-2072300639',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2d272d403bba4835aedd6c4d70dfeace',ramdisk_id='',reservation_id='r-2e53rlzo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='0c2a76d6-310c-45bc-add0-ca2316ed4d35',image_min_disk='1',image_min_ram='0',image_owner_id='2d272d403bba4835aedd6c4d70dfeace',image_owner_project_name='tempest-TestStampPattern-348927429',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-348927429-project-member',image_user_id='e20699a3de48490c8f2eba53e9cb64e0',network_allocated='True',owner_project_name='tempest-TestStampPattern-348927429',owner_user_name='tempest-TestStampPattern-348927429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:03Z,user_data=None,user_id='e20699a3de48490c8f2eba53e9cb64e0',uuid=36c83aea-cd4f-408f-9d98-4d45dd478d2a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converting VIF {"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.objects.instance [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'pci_devices' on Instance uuid 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:20:06 user nova-compute[75260]:   <uuid>36c83aea-cd4f-408f-9d98-4d45dd478d2a</uuid>
Dec 06 11:20:06 user nova-compute[75260]:   <name>instance-00000015</name>
Dec 06 11:20:06 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:20:06 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:20:06 user nova-compute[75260]:   <metadata>
Dec 06 11:20:06 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:20:06 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:20:06 user nova-compute[75260]:       <nova:name>tempest-TestStampPattern-server-1186124846</nova:name>
Dec 06 11:20:06 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:20:06</nova:creationTime>
Dec 06 11:20:06 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:20:06 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:20:06 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:20:06 user nova-compute[75260]:       <nova:owner>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:user uuid="e20699a3de48490c8f2eba53e9cb64e0">tempest-TestStampPattern-348927429-project-member</nova:user>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:project uuid="2d272d403bba4835aedd6c4d70dfeace">tempest-TestStampPattern-348927429</nova:project>
Dec 06 11:20:06 user nova-compute[75260]:       </nova:owner>
Dec 06 11:20:06 user nova-compute[75260]:       <nova:root type="image" uuid="c3f105f8-0378-4cb2-bb9d-43bf5c2c7756"/>
Dec 06 11:20:06 user nova-compute[75260]:       <nova:ports>
Dec 06 11:20:06 user nova-compute[75260]:         <nova:port uuid="5460b86c-76fe-4e4d-9aa9-8821f1443cf1">
Dec 06 11:20:06 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:20:06 user nova-compute[75260]:         </nova:port>
Dec 06 11:20:06 user nova-compute[75260]:       </nova:ports>
Dec 06 11:20:06 user nova-compute[75260]:     </nova:instance>
Dec 06 11:20:06 user nova-compute[75260]:   </metadata>
Dec 06 11:20:06 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:20:06 user nova-compute[75260]:     <system>
Dec 06 11:20:06 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:20:06 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:20:06 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:20:06 user nova-compute[75260]:       <entry name="serial">36c83aea-cd4f-408f-9d98-4d45dd478d2a</entry>
Dec 06 11:20:06 user nova-compute[75260]:       <entry name="uuid">36c83aea-cd4f-408f-9d98-4d45dd478d2a</entry>
Dec 06 11:20:06 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:20:06 user nova-compute[75260]:     </system>
Dec 06 11:20:06 user nova-compute[75260]:   </sysinfo>
Dec 06 11:20:06 user nova-compute[75260]:   <os>
Dec 06 11:20:06 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:20:06 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:20:06 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:20:06 user nova-compute[75260]:   </os>
Dec 06 11:20:06 user nova-compute[75260]:   <features>
Dec 06 11:20:06 user nova-compute[75260]:     <acpi/>
Dec 06 11:20:06 user nova-compute[75260]:     <apic/>
Dec 06 11:20:06 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:20:06 user nova-compute[75260]:   </features>
Dec 06 11:20:06 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:20:06 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:20:06 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:20:06 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:20:06 user nova-compute[75260]:   </clock>
Dec 06 11:20:06 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:20:06 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:20:06 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:20:06 user nova-compute[75260]:   </cpu>
Dec 06 11:20:06 user nova-compute[75260]:   <devices>
Dec 06 11:20:06 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:20:06 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:20:06 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk"/>
Dec 06 11:20:06 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:20:06 user nova-compute[75260]:     </disk>
Dec 06 11:20:06 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:20:06 user nova-compute[75260]:       <mac address="fa:16:3e:9b:8d:1f"/>
Dec 06 11:20:06 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:06 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:20:06 user nova-compute[75260]:       <target dev="tap5460b86c-76"/>
Dec 06 11:20:06 user nova-compute[75260]:     </interface>
Dec 06 11:20:06 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:20:06 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/console.log" append="off"/>
Dec 06 11:20:06 user nova-compute[75260]:     </serial>
Dec 06 11:20:06 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:20:06 user nova-compute[75260]:     <video>
Dec 06 11:20:06 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:06 user nova-compute[75260]:     </video>
Dec 06 11:20:06 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:20:06 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:20:06 user nova-compute[75260]:     </rng>
Dec 06 11:20:06 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:20:06 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:20:06 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:20:06 user nova-compute[75260]:     </memballoon>
Dec 06 11:20:06 user nova-compute[75260]:   </devices>
Dec 06 11:20:06 user nova-compute[75260]: </domain>
Dec 06 11:20:06 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1186124846',display_name='tempest-TestStampPattern-server-1186124846',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1186124846',id=21,image_ref='c3f105f8-0378-4cb2-bb9d-43bf5c2c7756',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhCet1rI5ZbFjIYMEENVfnizz4SrZimK73CT9T/z5wI7DmykDsLVZ28Y8b5rqziwRABwdYwRCdoy2LuhEw4VTlk4yMp90PB/JavS+6ko6+AOJvrYhXEeI/b/HwI1Ij0Xw==',key_name='tempest-TestStampPattern-2072300639',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2d272d403bba4835aedd6c4d70dfeace',ramdisk_id='',reservation_id='r-2e53rlzo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='0c2a76d6-310c-45bc-add0-ca2316ed4d35',image_min_disk='1',image_min_ram='0',image_owner_id='2d272d403bba4835aedd6c4d70dfeace',image_owner_project_name='tempest-TestStampPattern-348927429',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-348927429-project-member',image_user_id='e20699a3de48490c8f2eba53e9cb64e0',network_allocated='True',owner_project_name='tempest-TestStampPattern-348927429',owner_user_name='tempest-TestStampPattern-348927429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:03Z,user_data=None,user_id='e20699a3de48490c8f2eba53e9cb64e0',uuid=36c83aea-cd4f-408f-9d98-4d45dd478d2a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converting VIF {"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG os_vif [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e782d2e6-443c-5ecf-b176-3485c5327470', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5460b86c-76, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5460b86c-76, col_values=(('qos', UUID('2c7bcc3e-8209-4763-8cd6-b53a53eb5ccc')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5460b86c-76, col_values=(('external_ids', {'iface-id': '5460b86c-76fe-4e4d-9aa9-8821f1443cf1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:8d:1f', 'vm-uuid': '36c83aea-cd4f-408f-9d98-4d45dd478d2a'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:06 user nova-compute[75260]: INFO os_vif [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76')
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No VIF found with MAC fa:16:3e:9b:8d:1f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:06 user nova-compute[75260]: INFO nova.compute.manager [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Detaching volume a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:20:06 user nova-compute[75260]: INFO nova.virt.block_device [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Attempting to driver detach volume a8dcf547-b67c-49d7-8212-107ae13f2464 from mountpoint /dev/vdb
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updated VIF entry in instance network info cache for port 5460b86c-76fe-4e4d-9aa9-8821f1443cf1. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updating instance_info_cache with network_info: [{"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-465b5d69-8cc1-48c5-b773-8d61c0a1e933 req-ac2c65e6-054e-4a06-bef7-89e57a43cfc3 service nova] Releasing lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Attempting to detach device vdb from instance bfecc9d3-580f-492d-b933-cfa754e4cd63 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:20:06 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:20:06 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:20:06 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:20:06 user nova-compute[75260]:   <serial>a8dcf547-b67c-49d7-8212-107ae13f2464</serial>
Dec 06 11:20:06 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:20:06 user nova-compute[75260]: </disk>
Dec 06 11:20:06 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:20:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully detached device vdb from instance bfecc9d3-580f-492d-b933-cfa754e4cd63 from the persistent domain config.
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bfecc9d3-580f-492d-b933-cfa754e4cd63 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:20:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:20:06 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:20:06 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:20:06 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:20:06 user nova-compute[75260]:   <serial>a8dcf547-b67c-49d7-8212-107ae13f2464</serial>
Dec 06 11:20:06 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:20:06 user nova-compute[75260]: </disk>
Dec 06 11:20:06 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:20:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:20:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-b91bc583-3950-4b74-88e1-622dc4e98932 req-09399c2a-6572-4723-9cea-eb7331ae1dde service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b91bc583-3950-4b74-88e1-622dc4e98932 req-09399c2a-6572-4723-9cea-eb7331ae1dde service nova] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b91bc583-3950-4b74-88e1-622dc4e98932 req-09399c2a-6572-4723-9cea-eb7331ae1dde service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b91bc583-3950-4b74-88e1-622dc4e98932 req-09399c2a-6572-4723-9cea-eb7331ae1dde service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-b91bc583-3950-4b74-88e1-622dc4e98932 req-09399c2a-6572-4723-9cea-eb7331ae1dde service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] No waiting events found dispatching network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:08 user nova-compute[75260]: WARNING nova.compute.manager [req-b91bc583-3950-4b74-88e1-622dc4e98932 req-09399c2a-6572-4723-9cea-eb7331ae1dde service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received unexpected event network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 for instance with vm_state building and task_state spawning.
Dec 06 11:20:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-263f4395-9f96-4a7d-91ef-4c0d57f82ee2 req-d90addae-45fb-44dc-abef-ab6cb3f1c085 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-263f4395-9f96-4a7d-91ef-4c0d57f82ee2 req-d90addae-45fb-44dc-abef-ab6cb3f1c085 service nova] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-263f4395-9f96-4a7d-91ef-4c0d57f82ee2 req-d90addae-45fb-44dc-abef-ab6cb3f1c085 service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-263f4395-9f96-4a7d-91ef-4c0d57f82ee2 req-d90addae-45fb-44dc-abef-ab6cb3f1c085 service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-263f4395-9f96-4a7d-91ef-4c0d57f82ee2 req-d90addae-45fb-44dc-abef-ab6cb3f1c085 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] No waiting events found dispatching network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:10 user nova-compute[75260]: WARNING nova.compute.manager [req-263f4395-9f96-4a7d-91ef-4c0d57f82ee2 req-d90addae-45fb-44dc-abef-ab6cb3f1c085 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received unexpected event network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 for instance with vm_state building and task_state spawning.
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:20:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Instance spawned successfully.
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:11 user nova-compute[75260]: INFO nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Took 7.63 seconds to spawn the instance on the hypervisor.
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:20:11 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:11 user nova-compute[75260]: INFO nova.compute.manager [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Took 8.90 seconds to build instance.
Dec 06 11:20:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e70aa00f-477e-411d-9dea-6a16343c172c tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.038s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:12 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdfa631-29b0-45be-ba5f-455f9012128a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:20:12 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1d86f9-d117-4347-9f96-0e51c6723d97]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba] added
Dec 06 11:20:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a30b4b5-5c66-4774-88f0-138bf2b0b58e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[19efbe21-668b-470a-b3b8-8193a3b51ad6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GSHPjFMb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GSHPjFMb" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[858d5a3e-7069-48c6-8b72-cde221832cd9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GSHPjFMb'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9105b052-67ae-4426-b221-8aa4c859dd2f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d93112-c2ee-463c-84e4-43f3be6c92e4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[747b6398-5e0b-4431-a020-58ba908358c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]
Dec 06 11:20:12 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.
Dec 06 11:20:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[10ef40a8-34f8-46c7-b3b2-339555887819]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b182e567-14cb-4e21-b698-5832e7f6fcb4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:12 user nova-compute[75260]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] HCTL ('35', '-', '-', 0) found on session 16 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c57159-e162-4f24-b562-3c01fcdec7c8]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '23639613933646235', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639613933646235', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG nova.objects.instance [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'flavor' on Instance uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:20:13 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:20:13 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:20:13 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:20:13 user nova-compute[75260]:   <serial>3215c982-2ae2-4b71-85e8-0efa0391b0ba</serial>
Dec 06 11:20:13 user nova-compute[75260]: </disk>
Dec 06 11:20:13 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No VIF found with MAC fa:16:3e:45:2d:13, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-09f9f9cc-5cd6-4de7-994e-195c19c24884 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.224s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:15 user nova-compute[75260]: INFO nova.compute.manager [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Rebuilding instance
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-0342e8da-74d6-416d-809c-6e8b1e778470 req-ffb58dd1-b761-49dc-a4d1-bbc9b2ca5241 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-unplugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0342e8da-74d6-416d-809c-6e8b1e778470 req-ffb58dd1-b761-49dc-a4d1-bbc9b2ca5241 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0342e8da-74d6-416d-809c-6e8b1e778470 req-ffb58dd1-b761-49dc-a4d1-bbc9b2ca5241 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0342e8da-74d6-416d-809c-6e8b1e778470 req-ffb58dd1-b761-49dc-a4d1-bbc9b2ca5241 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-0342e8da-74d6-416d-809c-6e8b1e778470 req-ffb58dd1-b761-49dc-a4d1-bbc9b2ca5241 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-unplugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:16 user nova-compute[75260]: WARNING nova.compute.manager [req-0342e8da-74d6-416d-809c-6e8b1e778470 req-ffb58dd1-b761-49dc-a4d1-bbc9b2ca5241 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-unplugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state active and task_state rebuilding.
Dec 06 11:20:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d/disk.rescue --force-share --output=json" returned: 0 in 0.281s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance destroyed successfully.
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: INFO nova.compute.manager [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Detaching volume 3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:20:17 user nova-compute[75260]: INFO nova.virt.block_device [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attempting to driver detach volume 3215c982-2ae2-4b71-85e8-0efa0391b0ba from mountpoint /dev/vdb
Dec 06 11:20:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Attempting to detach device vdb from instance ab31133d-525d-49c6-ac73-c51e987a5b1a from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:20:17 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:20:17 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:20:17 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:20:17 user nova-compute[75260]:   <serial>3215c982-2ae2-4b71-85e8-0efa0391b0ba</serial>
Dec 06 11:20:17 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:20:17 user nova-compute[75260]: </disk>
Dec 06 11:20:17 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully detached device vdb from instance ab31133d-525d-49c6-ac73-c51e987a5b1a from the persistent domain config.
Dec 06 11:20:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:17 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[64fa56d6-7b10-41e6-8e7d-9f1e00593365]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:20:17 user nova-compute[75260]: No targets found.
Dec 06 11:20:17 user nova-compute[75260]: iSNS:
Dec 06 11:20:17 user nova-compute[75260]: No targets found.
Dec 06 11:20:17 user nova-compute[75260]: STATIC:
Dec 06 11:20:17 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:20:17 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:17 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:17 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:20:17 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:17 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:17 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:20:17 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:17 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:17 user nova-compute[75260]: FIRMWARE:
Dec 06 11:20:17 user nova-compute[75260]: No targets found.
Dec 06 11:20:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:20:17 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:20:17 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eda3c18-7312-4d9b-86c7-b4394ddd7994]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7e2abd-8027-4cf7-a26b-b515396d84c0]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:17 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:17 user nova-compute[75260]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:17 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:17 user nova-compute[75260]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c1b9750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac2ad66-4c6f-41ce-aff6-bbdbbbb849c9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[de399898-2dc8-497a-bdce-40d325aa89a3]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11e3413-88c1-4b08-9ae1-af270280bf8d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[06576052-58ed-4767-930d-8393bdbe3cdf]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dd52c9f-ea68-47e0-9188-853c46b9bba3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[904d2a0e-24e8-47fe-95f7-5fcdca935ba8]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]
Dec 06 11:20:18 user nova-compute[75260]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.
Dec 06 11:20:18 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff1128db-66c7-4b48-ba63-813c3ed02e45]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== disconnect_volume: return (383ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:20:18 user nova-compute[75260]: INFO nova.compute.claims [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Claim successful on node user
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-bd680cf3-3bf0-44ad-9cdc-8bc775de29ea req-5f08ed8f-3ef4-4a5a-9972-903269713608 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bd680cf3-3bf0-44ad-9cdc-8bc775de29ea req-5f08ed8f-3ef4-4a5a-9972-903269713608 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bd680cf3-3bf0-44ad-9cdc-8bc775de29ea req-5f08ed8f-3ef4-4a5a-9972-903269713608 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bd680cf3-3bf0-44ad-9cdc-8bc775de29ea req-5f08ed8f-3ef4-4a5a-9972-903269713608 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-bd680cf3-3bf0-44ad-9cdc-8bc775de29ea req-5f08ed8f-3ef4-4a5a-9972-903269713608 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:18 user nova-compute[75260]: WARNING nova.compute.manager [req-bd680cf3-3bf0-44ad-9cdc-8bc775de29ea req-5f08ed8f-3ef4-4a5a-9972-903269713608 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state active and task_state rebuilding.
Dec 06 11:20:19 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:19 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=6972MB free_disk=25.02013397216797GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.284s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.334s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:20:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 34227fd8-b7df-43b9-b7a2-cb055be5f469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ab31133d-525d-49c6-ac73-c51e987a5b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0023c7a3-3f1b-4789-99ae-651c35f4eed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ec755eb0-a22c-4ea0-b8c9-da573277941d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.policy [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c78c7fae5844e1d889f6b97766586f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23a89977944f4c02b2c45d863ba922b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:20:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance destroyed successfully.
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034426709',display_name='tempest-ServerActionsTestOtherA-server-2025354682',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034426709',id=16,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0SU9WvgPLpoz8qXJv3BjyUqq1DbXdxf6kEuQsFqKfzyKTBmhrvLs4CgpXhe0ei3BHKykOldvcTCwTr1qiqYKOGm05RkWsnaDhbOJL+jqJWgJ3A1IG2LinZ9hwUkA21Pw==',key_name='tempest-keypair-633587840',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:18:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-mqqj4kjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=ab31133d-525d-49c6-ac73-c51e987a5b1a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26f73545-ef, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=676b16eb-11cf-4495-b4a4-556edc66e485) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:19 user nova-compute[75260]: INFO os_vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef')
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:19 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:20:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Creating image(s)
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8046892-02b8-4848-a049-56bfb5f5befd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:20:19 user nova-compute[75260]: No targets found.
Dec 06 11:20:19 user nova-compute[75260]: iSNS:
Dec 06 11:20:19 user nova-compute[75260]: No targets found.
Dec 06 11:20:19 user nova-compute[75260]: STATIC:
Dec 06 11:20:19 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:20:19 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:19 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:19 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:20:19 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:19 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:19 user nova-compute[75260]: FIRMWARE:
Dec 06 11:20:19 user nova-compute[75260]: No targets found.
Dec 06 11:20:19 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:20:19 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:20:19 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a17eb021-f8ad-4047-8020-6b9edf1f67fe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88bd85a-df49-41c6-af95-98b797527998]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:19 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:19 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:19 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:19 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c7069e0>, {}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Disconnecting from: [] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.123s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== disconnect_volume: return (125ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:20:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Deleting instance files /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a_del
Dec 06 11:20:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Deletion of /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a_del complete
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: INFO nova.virt.block_device [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Booting with volume 3215c982-2ae2-4b71-85e8-0efa0391b0ba at /dev/vdb
Dec 06 11:20:20 user nova-compute[75260]: DEBUG os_brick.utils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9fba4dd-c3b3-4e54-889c-31556f07eb5f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[21141f95-5a51-4d6b-a082-148ce0a7db3a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.204s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3857d29f-a446-4c10-845e-9422f9cf17c8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8099a93-d685-4f1a-95e6-c62961d0910c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk 1073741824" returned: 0 in 0.103s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:20:20 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b8de6f-6b07-4d03-aa3f-fddd7b22fc65]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG os_brick.utils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== get_connector_properties: return (223ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updating existing volume attachment record: 857c2aaa-f5c7-4b04-84d4-55a67acc3566 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.975s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Successfully created port: e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Cannot resize image /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Ensure instance console log exists: /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Successfully updated port: e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-changed-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Refreshing instance network info cache due to event network-changed-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:20:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance network_info: |[{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Refreshing network info cache for port e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start _get_guest_xml network_info=[{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:20:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:20:22 user nova-compute[75260]:   <uuid>3c88175b-e064-44f7-ad60-20a93b4b63c2</uuid>
Dec 06 11:20:22 user nova-compute[75260]:   <name>instance-00000016</name>
Dec 06 11:20:22 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:20:22 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:20:22 user nova-compute[75260]:   <metadata>
Dec 06 11:20:22 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:20:22 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:20:22 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherB-server-11553056</nova:name>
Dec 06 11:20:22 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:20:22</nova:creationTime>
Dec 06 11:20:22 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:20:22 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:20:22 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:20:22 user nova-compute[75260]:       <nova:owner>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:user uuid="9c78c7fae5844e1d889f6b97766586f1">tempest-ServerActionsTestOtherB-417970227-project-member</nova:user>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:project uuid="23a89977944f4c02b2c45d863ba922b2">tempest-ServerActionsTestOtherB-417970227</nova:project>
Dec 06 11:20:22 user nova-compute[75260]:       </nova:owner>
Dec 06 11:20:22 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:20:22 user nova-compute[75260]:       <nova:ports>
Dec 06 11:20:22 user nova-compute[75260]:         <nova:port uuid="e9e86cfa-be4d-43ab-9cc7-69d32a282cb2">
Dec 06 11:20:22 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:20:22 user nova-compute[75260]:         </nova:port>
Dec 06 11:20:22 user nova-compute[75260]:       </nova:ports>
Dec 06 11:20:22 user nova-compute[75260]:     </nova:instance>
Dec 06 11:20:22 user nova-compute[75260]:   </metadata>
Dec 06 11:20:22 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:20:22 user nova-compute[75260]:     <system>
Dec 06 11:20:22 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:20:22 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:20:22 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:20:22 user nova-compute[75260]:       <entry name="serial">3c88175b-e064-44f7-ad60-20a93b4b63c2</entry>
Dec 06 11:20:22 user nova-compute[75260]:       <entry name="uuid">3c88175b-e064-44f7-ad60-20a93b4b63c2</entry>
Dec 06 11:20:22 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:20:22 user nova-compute[75260]:     </system>
Dec 06 11:20:22 user nova-compute[75260]:   </sysinfo>
Dec 06 11:20:22 user nova-compute[75260]:   <os>
Dec 06 11:20:22 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:20:22 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:20:22 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:20:22 user nova-compute[75260]:   </os>
Dec 06 11:20:22 user nova-compute[75260]:   <features>
Dec 06 11:20:22 user nova-compute[75260]:     <acpi/>
Dec 06 11:20:22 user nova-compute[75260]:     <apic/>
Dec 06 11:20:22 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:20:22 user nova-compute[75260]:   </features>
Dec 06 11:20:22 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:20:22 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:20:22 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:20:22 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:20:22 user nova-compute[75260]:   </clock>
Dec 06 11:20:22 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:20:22 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:20:22 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:20:22 user nova-compute[75260]:   </cpu>
Dec 06 11:20:22 user nova-compute[75260]:   <devices>
Dec 06 11:20:22 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:20:22 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:20:22 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk"/>
Dec 06 11:20:22 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:20:22 user nova-compute[75260]:     </disk>
Dec 06 11:20:22 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:20:22 user nova-compute[75260]:       <mac address="fa:16:3e:4f:24:f8"/>
Dec 06 11:20:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:22 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:20:22 user nova-compute[75260]:       <target dev="tape9e86cfa-be"/>
Dec 06 11:20:22 user nova-compute[75260]:     </interface>
Dec 06 11:20:22 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:20:22 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/console.log" append="off"/>
Dec 06 11:20:22 user nova-compute[75260]:     </serial>
Dec 06 11:20:22 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:20:22 user nova-compute[75260]:     <video>
Dec 06 11:20:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:22 user nova-compute[75260]:     </video>
Dec 06 11:20:22 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:20:22 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:20:22 user nova-compute[75260]:     </rng>
Dec 06 11:20:22 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:20:22 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:20:22 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:20:22 user nova-compute[75260]:     </memballoon>
Dec 06 11:20:22 user nova-compute[75260]:   </devices>
Dec 06 11:20:22 user nova-compute[75260]: </domain>
Dec 06 11:20:22 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG os_vif [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '74313c72-4fde-57eb-986d-fdc8a4b748f2', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9e86cfa-be, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9e86cfa-be, col_values=(('qos', UUID('8815bbe0-c4a1-4faf-8c47-130c7fbaa83c')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9e86cfa-be, col_values=(('external_ids', {'iface-id': 'e9e86cfa-be4d-43ab-9cc7-69d32a282cb2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:24:f8', 'vm-uuid': '3c88175b-e064-44f7-ad60-20a93b4b63c2'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:22 user nova-compute[75260]: INFO os_vif [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be')
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No VIF found with MAC fa:16:3e:4f:24:f8, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updated VIF entry in instance network info cache for port e9e86cfa-be4d-43ab-9cc7-69d32a282cb2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d3f5b297-9485-4394-88c0-af6809aef4ff req-6be48932-af80-4594-83b1-aa0fb185650e service nova] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-91cada2b-bf9a-488a-b015-e72320b07f0b req-13da57f1-3669-4fcf-9f22-a16805c1bdf7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-91cada2b-bf9a-488a-b015-e72320b07f0b req-13da57f1-3669-4fcf-9f22-a16805c1bdf7 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-91cada2b-bf9a-488a-b015-e72320b07f0b req-13da57f1-3669-4fcf-9f22-a16805c1bdf7 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-91cada2b-bf9a-488a-b015-e72320b07f0b req-13da57f1-3669-4fcf-9f22-a16805c1bdf7 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-91cada2b-bf9a-488a-b015-e72320b07f0b req-13da57f1-3669-4fcf-9f22-a16805c1bdf7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:24 user nova-compute[75260]: WARNING nova.compute.manager [req-91cada2b-bf9a-488a-b015-e72320b07f0b req-13da57f1-3669-4fcf-9f22-a16805c1bdf7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state building and task_state spawning.
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:20:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance spawned successfully.
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-45bff208-759c-4766-9d14-03cd9546acdf req-1a0ac9ca-f897-44c7-95e1-fe7f411be732 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45bff208-759c-4766-9d14-03cd9546acdf req-1a0ac9ca-f897-44c7-95e1-fe7f411be732 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45bff208-759c-4766-9d14-03cd9546acdf req-1a0ac9ca-f897-44c7-95e1-fe7f411be732 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45bff208-759c-4766-9d14-03cd9546acdf req-1a0ac9ca-f897-44c7-95e1-fe7f411be732 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-45bff208-759c-4766-9d14-03cd9546acdf req-1a0ac9ca-f897-44c7-95e1-fe7f411be732 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:26 user nova-compute[75260]: WARNING nova.compute.manager [req-45bff208-759c-4766-9d14-03cd9546acdf req-1a0ac9ca-f897-44c7-95e1-fe7f411be732 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state building and task_state spawning.
Dec 06 11:20:26 user nova-compute[75260]: INFO nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Took 6.80 seconds to spawn the instance on the hypervisor.
Dec 06 11:20:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:20:26 user nova-compute[75260]: INFO nova.compute.manager [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Took 8.52 seconds to build instance.
Dec 06 11:20:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92118ffd-9ad0-4553-8014-88d0eaadaba5 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.671s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:27 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bfecc9d3-580f-492d-b933-cfa754e4cd63 is timed out.
Dec 06 11:20:27 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully detached device vdb from instance bfecc9d3-580f-492d-b933-cfa754e4cd63 from the live domain config.
Dec 06 11:20:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYPHuWeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:27 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada417a6-ea20-4e51-9e12-cb1232a5a525]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:20:27 user nova-compute[75260]: No targets found.
Dec 06 11:20:27 user nova-compute[75260]: iSNS:
Dec 06 11:20:27 user nova-compute[75260]: No targets found.
Dec 06 11:20:27 user nova-compute[75260]: STATIC:
Dec 06 11:20:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464
Dec 06 11:20:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:27 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:20:27 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:27 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:27 user nova-compute[75260]: FIRMWARE:
Dec 06 11:20:27 user nova-compute[75260]: No targets found.
Dec 06 11:20:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:20:27 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:20:27 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d606c97-0746-4b08-b2e2-21f2159d960f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8fca725-cbfe-492a-a493-76c9c8f3cb1b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:27 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:27 user nova-compute[75260]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 (non-flash)
Dec 06 11:20:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541bf0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6bb3342-afd4-4565-a535-bb65a548acd9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[caf6321f-4f9e-4cbc-a210-f82e2712820a]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[44028681-f6b0-44ca-9a9e-a4c4c0e7c647]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e6c08fa-9b39-478b-908a-4f9259ec5716]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab4b0667-5a65-45af-b272-c961351b485f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[199b37c2-a3de-449c-aeaa-b6ab07bdf123]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260]
Dec 06 11:20:27 user nova-compute[75260]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464, portal: 172.16.0.220,3260] successful.
Dec 06 11:20:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8dcf547-b67c-49d7-8212-107ae13f2464 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a8c6b07-1bda-46f4-a424-77dec0dbc11f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== disconnect_volume: return (346ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:20:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:28 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8a4446fa-3956-4c15-8343-59be9dc27a7d tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.980s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75260) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG nova.objects.instance [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-5b6f37d3-87fb-43fe-b431-60cf1181560f req-7a1f842d-3b9b-4d16-8062-d78b10bf5503 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b6f37d3-87fb-43fe-b431-60cf1181560f req-7a1f842d-3b9b-4d16-8062-d78b10bf5503 service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b6f37d3-87fb-43fe-b431-60cf1181560f req-7a1f842d-3b9b-4d16-8062-d78b10bf5503 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b6f37d3-87fb-43fe-b431-60cf1181560f req-7a1f842d-3b9b-4d16-8062-d78b10bf5503 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-5b6f37d3-87fb-43fe-b431-60cf1181560f req-7a1f842d-3b9b-4d16-8062-d78b10bf5503 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:30 user nova-compute[75260]: WARNING nova.compute.manager [req-5b6f37d3-87fb-43fe-b431-60cf1181560f req-7a1f842d-3b9b-4d16-8062-d78b10bf5503 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state active and task_state powering-off.
Dec 06 11:20:30 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance destroyed successfully.
Dec 06 11:20:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:20:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fa5aefe4-9851-4392-bc1a-3792e2b8c86f tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.899s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-7bf4f600-aeec-42dc-adf8-0d597ef84f91 req-99bdfe47-f1ee-437c-8fbe-71856d91774f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7bf4f600-aeec-42dc-adf8-0d597ef84f91 req-99bdfe47-f1ee-437c-8fbe-71856d91774f service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7bf4f600-aeec-42dc-adf8-0d597ef84f91 req-99bdfe47-f1ee-437c-8fbe-71856d91774f service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7bf4f600-aeec-42dc-adf8-0d597ef84f91 req-99bdfe47-f1ee-437c-8fbe-71856d91774f service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-7bf4f600-aeec-42dc-adf8-0d597ef84f91 req-99bdfe47-f1ee-437c-8fbe-71856d91774f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:32 user nova-compute[75260]: WARNING nova.compute.manager [req-7bf4f600-aeec-42dc-adf8-0d597ef84f91 req-99bdfe47-f1ee-437c-8fbe-71856d91774f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state stopped and task_state None.
Dec 06 11:20:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lazy-loading 'flavor' on Instance uuid 0023c7a3-3f1b-4789-99ae-651c35f4eed5 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:36 user nova-compute[75260]: INFO nova.compute.manager [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Attaching volume 38349428-59a7-4255-8fe0-aaa55720bbd5 to /dev/vdb
Dec 06 11:20:36 user nova-compute[75260]: DEBUG os_brick.utils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[531b31a7-f033-4865-af35-6cf3d73927ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f96bd62-5aba-41f5-a72f-06d4ba088b3e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bcb9fd6-5eba-46b2-b3f7-eea4348cd937]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb5ec53-caf5-4c36-a6fd-ca635aeeeb12]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:20:36 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:20:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[277bd1df-bc6f-4e7e-ad03-f8512060ffee]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG os_brick.utils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:36 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Updating existing volume attachment record: 072b2e99-d247-4b63-9a90-088b4364da5a {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:20:37 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Creating image(s)
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk 1073741824" returned: 0 in 0.059s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:20:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Cannot resize image /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Ensure instance console log exists: /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Start _get_guest_xml network_info=[{"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '857c2aaa-f5c7-4b04-84d4-55a67acc3566', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ab31133d-525d-49c6-ac73-c51e987a5b1a', 'attached_at': '', 'detached_at': '', 'volume_id': '3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'serial': '3215c982-2ae2-4b71-85e8-0efa0391b0ba'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:20:38 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 11:20:38 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'vcpu_model' on Instance uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:38 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:38 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:38 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[522be068-7348-4587-849b-2365fdad5277]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:20:38 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff6074f-dedd-49ce-8877-3b8b5f732b02]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba] added
Dec 06 11:20:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f54807-ea9f-4fb4-b125-62a5ebfc6193]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94068e5-0007-450b-b069-4b32938ae943]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GSHPjFMb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GSHPjFMb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea1c95b-c193-403b-ac3d-dbfef1244621]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GSHPjFMb'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a52a54f-c926-42cf-8086-cf0e62721b16]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4a58a1-3933-4b69-9819-ed1675c937c3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a69ec29-9b3b-4b11-9f83-c8e7254080eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]
Dec 06 11:20:38 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.
Dec 06 11:20:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c997a00-9459-461c-b5cf-ce4b968b8191]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5fab29-5cb1-4fad-a21d-a8a28a8f441e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:38 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:38 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[317e9101-026f-463e-a6e3-41578317ef9c]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:20:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23639613933646235', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639613933646235', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034426709',display_name='tempest-ServerActionsTestOtherA-server-2025354682',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034426709',id=16,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0SU9WvgPLpoz8qXJv3BjyUqq1DbXdxf6kEuQsFqKfzyKTBmhrvLs4CgpXhe0ei3BHKykOldvcTCwTr1qiqYKOGm05RkWsnaDhbOJL+jqJWgJ3A1IG2LinZ9hwUkA21Pw==',key_name='tempest-keypair-633587840',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:18:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-mqqj4kjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=ab31133d-525d-49c6-ac73-c51e987a5b1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:20:39 user nova-compute[75260]:   <uuid>ab31133d-525d-49c6-ac73-c51e987a5b1a</uuid>
Dec 06 11:20:39 user nova-compute[75260]:   <name>instance-00000010</name>
Dec 06 11:20:39 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:20:39 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:20:39 user nova-compute[75260]:   <metadata>
Dec 06 11:20:39 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:20:39 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:20:39 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherA-server-2025354682</nova:name>
Dec 06 11:20:39 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:20:38</nova:creationTime>
Dec 06 11:20:39 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:20:39 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:20:39 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:20:39 user nova-compute[75260]:       <nova:owner>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:user uuid="e84ce1a8eac34833839893f2481074ef">tempest-ServerActionsTestOtherA-1476203134-project-member</nova:user>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:project uuid="5b93bf5133c846c891e5fc6469018f34">tempest-ServerActionsTestOtherA-1476203134</nova:project>
Dec 06 11:20:39 user nova-compute[75260]:       </nova:owner>
Dec 06 11:20:39 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:20:39 user nova-compute[75260]:       <nova:ports>
Dec 06 11:20:39 user nova-compute[75260]:         <nova:port uuid="26f73545-efb3-4fdd-a7b7-dbddb4df450e">
Dec 06 11:20:39 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:20:39 user nova-compute[75260]:         </nova:port>
Dec 06 11:20:39 user nova-compute[75260]:       </nova:ports>
Dec 06 11:20:39 user nova-compute[75260]:     </nova:instance>
Dec 06 11:20:39 user nova-compute[75260]:   </metadata>
Dec 06 11:20:39 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:20:39 user nova-compute[75260]:     <system>
Dec 06 11:20:39 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:20:39 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:20:39 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:20:39 user nova-compute[75260]:       <entry name="serial">ab31133d-525d-49c6-ac73-c51e987a5b1a</entry>
Dec 06 11:20:39 user nova-compute[75260]:       <entry name="uuid">ab31133d-525d-49c6-ac73-c51e987a5b1a</entry>
Dec 06 11:20:39 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:20:39 user nova-compute[75260]:     </system>
Dec 06 11:20:39 user nova-compute[75260]:   </sysinfo>
Dec 06 11:20:39 user nova-compute[75260]:   <os>
Dec 06 11:20:39 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:20:39 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:20:39 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:20:39 user nova-compute[75260]:   </os>
Dec 06 11:20:39 user nova-compute[75260]:   <features>
Dec 06 11:20:39 user nova-compute[75260]:     <acpi/>
Dec 06 11:20:39 user nova-compute[75260]:     <apic/>
Dec 06 11:20:39 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:20:39 user nova-compute[75260]:   </features>
Dec 06 11:20:39 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:20:39 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:20:39 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:20:39 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:20:39 user nova-compute[75260]:   </clock>
Dec 06 11:20:39 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:20:39 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:20:39 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:20:39 user nova-compute[75260]:   </cpu>
Dec 06 11:20:39 user nova-compute[75260]:   <devices>
Dec 06 11:20:39 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:20:39 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:20:39 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk"/>
Dec 06 11:20:39 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:20:39 user nova-compute[75260]:     </disk>
Dec 06 11:20:39 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:20:39 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:20:39 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:20:39 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:20:39 user nova-compute[75260]:       <serial>3215c982-2ae2-4b71-85e8-0efa0391b0ba</serial>
Dec 06 11:20:39 user nova-compute[75260]:     </disk>
Dec 06 11:20:39 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:20:39 user nova-compute[75260]:       <mac address="fa:16:3e:45:2d:13"/>
Dec 06 11:20:39 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:39 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:20:39 user nova-compute[75260]:       <target dev="tap26f73545-ef"/>
Dec 06 11:20:39 user nova-compute[75260]:     </interface>
Dec 06 11:20:39 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:20:39 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/console.log" append="off"/>
Dec 06 11:20:39 user nova-compute[75260]:     </serial>
Dec 06 11:20:39 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:20:39 user nova-compute[75260]:     <video>
Dec 06 11:20:39 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:39 user nova-compute[75260]:     </video>
Dec 06 11:20:39 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:20:39 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:20:39 user nova-compute[75260]:     </rng>
Dec 06 11:20:39 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:20:39 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:20:39 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:20:39 user nova-compute[75260]:     </memballoon>
Dec 06 11:20:39 user nova-compute[75260]:   </devices>
Dec 06 11:20:39 user nova-compute[75260]: </domain>
Dec 06 11:20:39 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034426709',display_name='tempest-ServerActionsTestOtherA-server-2025354682',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034426709',id=16,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0SU9WvgPLpoz8qXJv3BjyUqq1DbXdxf6kEuQsFqKfzyKTBmhrvLs4CgpXhe0ei3BHKykOldvcTCwTr1qiqYKOGm05RkWsnaDhbOJL+jqJWgJ3A1IG2LinZ9hwUkA21Pw==',key_name='tempest-keypair-633587840',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:18:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-mqqj4kjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=ab31133d-525d-49c6-ac73-c51e987a5b1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG os_vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a322508a-89a8-5e9e-9e3d-1e0dc865d87e', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26f73545-ef, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26f73545-ef, col_values=(('qos', UUID('51ce3b8c-c9ef-4a0b-876b-73562f6196fc')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26f73545-ef, col_values=(('external_ids', {'iface-id': '26f73545-efb3-4fdd-a7b7-dbddb4df450e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:2d:13', 'vm-uuid': 'ab31133d-525d-49c6-ac73-c51e987a5b1a'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:39 user nova-compute[75260]: INFO os_vif [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef')
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No VIF found with MAC fa:16:3e:45:2d:13, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-789f881f-587b-42dd-a770-a4cc16656f1d req-e00b3559-f4f1-488d-acbb-0e3abec4e6a6 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-789f881f-587b-42dd-a770-a4cc16656f1d req-e00b3559-f4f1-488d-acbb-0e3abec4e6a6 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-789f881f-587b-42dd-a770-a4cc16656f1d req-e00b3559-f4f1-488d-acbb-0e3abec4e6a6 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-789f881f-587b-42dd-a770-a4cc16656f1d req-e00b3559-f4f1-488d-acbb-0e3abec4e6a6 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-789f881f-587b-42dd-a770-a4cc16656f1d req-e00b3559-f4f1-488d-acbb-0e3abec4e6a6 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:41 user nova-compute[75260]: WARNING nova.compute.manager [req-789f881f-587b-42dd-a770-a4cc16656f1d req-e00b3559-f4f1-488d-acbb-0e3abec4e6a6 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state active and task_state rebuild_spawning.
Dec 06 11:20:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:20:43 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance spawned successfully.
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-f1a4de86-4c67-4fef-9aaa-55fde5f609e4 req-80b4032f-b092-4ac4-96e4-05ba6c903de4 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f1a4de86-4c67-4fef-9aaa-55fde5f609e4 req-80b4032f-b092-4ac4-96e4-05ba6c903de4 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f1a4de86-4c67-4fef-9aaa-55fde5f609e4 req-80b4032f-b092-4ac4-96e4-05ba6c903de4 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f1a4de86-4c67-4fef-9aaa-55fde5f609e4 req-80b4032f-b092-4ac4-96e4-05ba6c903de4 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-f1a4de86-4c67-4fef-9aaa-55fde5f609e4 req-80b4032f-b092-4ac4-96e4-05ba6c903de4 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:43 user nova-compute[75260]: WARNING nova.compute.manager [req-f1a4de86-4c67-4fef-9aaa-55fde5f609e4 req-80b4032f-b092-4ac4-96e4-05ba6c903de4 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state active and task_state rebuild_spawning.
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 11:20:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ffaa03b-9d59-42ed-9273-0045ae4c4d94 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.079s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OGkSnTXx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:54 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:54 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:54 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0c30db-bcd0-491f-9171-384870bceacd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:20:54 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d60352-9a66-4d6c-83c8-1e6b99c96482]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5] added
Dec 06 11:20:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6e76eb-cf8e-44e3-9217-94c75dcb27a6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1339df60-7a40-4129-bdac-d594b19be3b5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OGkSnTXx {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OGkSnTXx" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe85d3eb-ac6c-4dea-9159-6bcceafa91f6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OGkSnTXx'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1328d6-5e5f-43aa-8a09-a194797a21f3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5502e6ea-e083-49b8-89a5-9def80fe419c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a6f016e-bb94-41cb-a89c-3cae95de8324]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260]
Dec 06 11:20:54 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260] successful.
Dec 06 11:20:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d185e97-88df-4aaf-8423-18068dd716f6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dcf510c-b502-4792-9adf-8041267aa9b5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:54 user nova-compute[75260]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 (non-flash)
Dec 06 11:20:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:54 user nova-compute[75260]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 (non-flash)
Dec 06 11:20:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[190b8ee6-acb3-43d3-9f60-3d8b67a22a1e]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OGkSnTXx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:20:54 user nova-compute[75260]: INFO nova.compute.manager [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Rescuing
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:20:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26435316532306532', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26435316532306532', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG nova.objects.instance [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lazy-loading 'flavor' on Instance uuid 0023c7a3-3f1b-4789-99ae-651c35f4eed5 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:20:55 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:20:55 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:20:55 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:20:55 user nova-compute[75260]:   <serial>38349428-59a7-4255-8fe0-aaa55720bbd5</serial>
Dec 06 11:20:55 user nova-compute[75260]: </disk>
Dec 06 11:20:55 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-efece31c-f3ed-4fe6-ad19-cdcaba7fcb3d req-9990d05a-3a21-41dd-9faf-c88f5aaa72c8 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-unplugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-efece31c-f3ed-4fe6-ad19-cdcaba7fcb3d req-9990d05a-3a21-41dd-9faf-c88f5aaa72c8 service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-efece31c-f3ed-4fe6-ad19-cdcaba7fcb3d req-9990d05a-3a21-41dd-9faf-c88f5aaa72c8 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-efece31c-f3ed-4fe6-ad19-cdcaba7fcb3d req-9990d05a-3a21-41dd-9faf-c88f5aaa72c8 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-efece31c-f3ed-4fe6-ad19-cdcaba7fcb3d req-9990d05a-3a21-41dd-9faf-c88f5aaa72c8 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-unplugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:55 user nova-compute[75260]: WARNING nova.compute.manager [req-efece31c-f3ed-4fe6-ad19-cdcaba7fcb3d req-9990d05a-3a21-41dd-9faf-c88f5aaa72c8 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-unplugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state active and task_state rescuing.
Dec 06 11:20:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance destroyed successfully.
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:20:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Attempting rescue
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75260) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:20:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Creating image(s)
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'trusted_certs' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.010s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] No VIF found with MAC fa:16:3e:b2:71:9a, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:20:56 user nova-compute[75260]: INFO nova.compute.claims [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Claim successful on node user
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue" returned: 0 in 0.053s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'migration_context' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d2d55cf9-e961-410c-8bca-6bfd54db7411> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Start _get_guest_xml network_info=[{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:7b:fa:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'resources' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d2d55cf9-e961-410c-8bca-6bfd54db7411> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'numa_topology' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-15fa0cc7-670b-493e-ba80-0efd13ed63fa tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.383s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d2d55cf9-e961-410c-8bca-6bfd54db7411> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:20:56 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:56 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'vcpu_model' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d2d55cf9-e961-410c-8bca-6bfd54db7411> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-855818898',display_name='tempest-ServerRescueNegativeTestJSON-server-855818898',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-855818898',id=19,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-29i0kwrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:13Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d2d55cf9-e961-410c-8bca-6bfd54db7411,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:7b:fa:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:7b:fa:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'pci_devices' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d2d55cf9-e961-410c-8bca-6bfd54db7411> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:20:56 user nova-compute[75260]:   <uuid>d2d55cf9-e961-410c-8bca-6bfd54db7411</uuid>
Dec 06 11:20:56 user nova-compute[75260]:   <name>instance-00000013</name>
Dec 06 11:20:56 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:20:56 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:20:56 user nova-compute[75260]:   <metadata>
Dec 06 11:20:56 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:20:56 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:20:56 user nova-compute[75260]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-855818898</nova:name>
Dec 06 11:20:56 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:20:56</nova:creationTime>
Dec 06 11:20:56 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:20:56 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:20:56 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:20:56 user nova-compute[75260]:       <nova:owner>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:user uuid="36ff047726df4a8396d61e6dec931d8f">tempest-ServerRescueNegativeTestJSON-605059791-project-member</nova:user>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:project uuid="695e996c885b41528f8bdefb826abeb8">tempest-ServerRescueNegativeTestJSON-605059791</nova:project>
Dec 06 11:20:56 user nova-compute[75260]:       </nova:owner>
Dec 06 11:20:56 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:20:56 user nova-compute[75260]:       <nova:ports>
Dec 06 11:20:56 user nova-compute[75260]:         <nova:port uuid="dc3b5f7e-9270-41b8-a72c-017afd8d727f">
Dec 06 11:20:56 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:20:56 user nova-compute[75260]:         </nova:port>
Dec 06 11:20:56 user nova-compute[75260]:       </nova:ports>
Dec 06 11:20:56 user nova-compute[75260]:     </nova:instance>
Dec 06 11:20:56 user nova-compute[75260]:   </metadata>
Dec 06 11:20:56 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:20:56 user nova-compute[75260]:     <system>
Dec 06 11:20:56 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:20:56 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:20:56 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:20:56 user nova-compute[75260]:       <entry name="serial">d2d55cf9-e961-410c-8bca-6bfd54db7411</entry>
Dec 06 11:20:56 user nova-compute[75260]:       <entry name="uuid">d2d55cf9-e961-410c-8bca-6bfd54db7411</entry>
Dec 06 11:20:56 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:20:56 user nova-compute[75260]:     </system>
Dec 06 11:20:56 user nova-compute[75260]:   </sysinfo>
Dec 06 11:20:56 user nova-compute[75260]:   <os>
Dec 06 11:20:56 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:20:56 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:20:56 user nova-compute[75260]:   </os>
Dec 06 11:20:56 user nova-compute[75260]:   <features>
Dec 06 11:20:56 user nova-compute[75260]:     <acpi/>
Dec 06 11:20:56 user nova-compute[75260]:     <apic/>
Dec 06 11:20:56 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:20:56 user nova-compute[75260]:   </features>
Dec 06 11:20:56 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:20:56 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:20:56 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:20:56 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:20:56 user nova-compute[75260]:   </clock>
Dec 06 11:20:56 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:20:56 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:20:56 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:20:56 user nova-compute[75260]:   </cpu>
Dec 06 11:20:56 user nova-compute[75260]:   <devices>
Dec 06 11:20:56 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:20:56 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:20:56 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue"/>
Dec 06 11:20:56 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:20:56 user nova-compute[75260]:     </disk>
Dec 06 11:20:56 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:20:56 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:20:56 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk"/>
Dec 06 11:20:56 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:20:56 user nova-compute[75260]:     </disk>
Dec 06 11:20:56 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:20:56 user nova-compute[75260]:       <mac address="fa:16:3e:7b:fa:45"/>
Dec 06 11:20:56 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:56 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:20:56 user nova-compute[75260]:       <target dev="tapdc3b5f7e-92"/>
Dec 06 11:20:56 user nova-compute[75260]:     </interface>
Dec 06 11:20:56 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:20:56 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/console.log" append="off"/>
Dec 06 11:20:56 user nova-compute[75260]:     </serial>
Dec 06 11:20:56 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:20:56 user nova-compute[75260]:     <video>
Dec 06 11:20:56 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:20:56 user nova-compute[75260]:     </video>
Dec 06 11:20:56 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:20:56 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:20:56 user nova-compute[75260]:     </rng>
Dec 06 11:20:56 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:20:56 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:20:56 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:20:56 user nova-compute[75260]:     </memballoon>
Dec 06 11:20:56 user nova-compute[75260]:   </devices>
Dec 06 11:20:56 user nova-compute[75260]: </domain>
Dec 06 11:20:56 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:20:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance destroyed successfully.
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:7b:fa:45, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:56 user nova-compute[75260]: INFO nova.compute.manager [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Terminating instance
Dec 06 11:20:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.052s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:20:57 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:20:57 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Creating image(s)
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "/opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "/opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "/opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.policy [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '504145b2d54e42208098ab67c582ddb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f4bcfb07444b37aca516f590afd06e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:57 user nova-compute[75260]: WARNING nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state active and task_state rescuing.
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-unplugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-unplugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-unplugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:57 user nova-compute[75260]: WARNING nova.compute.manager [req-7cebe4ad-62ae-46f6-8513-9c7f1d635060 req-64a65f88-bf19-4ff6-af3e-2c9bb6dc8f6b service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received unexpected event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with vm_state active and task_state deleting.
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk 1073741824" returned: 0 in 0.073s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.208s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Instance destroyed successfully.
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lazy-loading 'resources' on Instance uuid 0023c7a3-3f1b-4789-99ae-651c35f4eed5 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:18:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2102446731',display_name='tempest-DeleteServersTestJSON-server-2102446731',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2102446731',id=17,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:18:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10a72ed2e9eb432fb071ccd4585bfe50',ramdisk_id='',reservation_id='r-miqfw2ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1577033997',owner_user_name='tempest-DeleteServersTestJSON-1577033997-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:18:46Z,user_data=None,user_id='b6f05eaee7f84951a2825ee067dd6151',uuid=0023c7a3-3f1b-4789-99ae-651c35f4eed5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Converting VIF {"id": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "address": "fa:16:3e:b2:71:9a", "network": {"id": "04d6018f-c44f-466c-915e-6b040012e073", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1086355896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10a72ed2e9eb432fb071ccd4585bfe50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dc6abd9-56", "ovs_interfaceid": "1dc6abd9-56d8-4221-9b90-c8addb715ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_vif [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1dc6abd9-56, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9324afee-4e0f-4ab9-a1a3-f5a730e227d8) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: INFO os_vif [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:71:9a,bridge_name='br-int',has_traffic_filtering=True,id=1dc6abd9-56d8-4221-9b90-c8addb715ffb,network=Network(04d6018f-c44f-466c-915e-6b040012e073),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dc6abd9-56')
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OGkSnTXx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:20:58 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Cannot resize image /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Ensure instance console log exists: /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd63daf3-f21c-456a-9c8b-09c0bb3c3b6a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:20:58 user nova-compute[75260]: No targets found.
Dec 06 11:20:58 user nova-compute[75260]: iSNS:
Dec 06 11:20:58 user nova-compute[75260]: No targets found.
Dec 06 11:20:58 user nova-compute[75260]: STATIC:
Dec 06 11:20:58 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5
Dec 06 11:20:58 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:58 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:58 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:20:58 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:58 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:58 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:20:58 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:20:58 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:20:58 user nova-compute[75260]: FIRMWARE:
Dec 06 11:20:58 user nova-compute[75260]: No targets found.
Dec 06 11:20:58 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:20:58 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:20:58 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac1504d-59ba-4840-bfb5-8e9651eadc70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5763e4-5a7a-4f98-a5bf-d4468ca6fb23]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:58 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:58 user nova-compute[75260]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 (non-flash)
Dec 06 11:20:58 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:20:58 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:20:58 user nova-compute[75260]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 (non-flash)
Dec 06 11:20:58 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e5da88040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd759c9-790f-4cdb-bb12-3b864a29a41a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Successfully created port: 4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c33c52b-ac0c-45fd-a4d3-4a2a5c8362b0]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcdc52c5-1592-4fd5-9ec1-970f4c27a473]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: INFO nova.compute.manager [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Unrescuing
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.125s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af08365-0a4f-496a-aec3-b54750dd1081]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad0b5af-2b20-4355-9cf5-24c61fb10bc8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eecb70b-a5ee-43ed-8b25-f8c74217a43e]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260]
Dec 06 11:20:59 user nova-compute[75260]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5, portal: 172.16.0.220,3260] successful.
Dec 06 11:20:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38349428-59a7-4255-8fe0-aaa55720bbd5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76c4a0a-07a7-49df-9b3b-02303cbd12cd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.507s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] <== disconnect_volume: return (509ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:20:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Deleting instance files /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5_del
Dec 06 11:20:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Deletion of /opt/stack/data/nova/instances/0023c7a3-3f1b-4789-99ae-651c35f4eed5_del complete
Dec 06 11:20:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:59 user nova-compute[75260]: INFO nova.compute.manager [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Took 2.27 seconds to destroy the instance on the hypervisor.
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.network.neutron [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Successfully updated port: 4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquired lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.network.neutron [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-changed-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Refreshing instance network info cache due to event network-changed-4cc1a137-fce5-48f8-8204-bb0ec4f8e838. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] Acquiring lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.network.neutron [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:20:59 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Took 0.63 seconds to deallocate network for instance.
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-65e526a4-802a-40d0-8ab7-a2bad174ce87 req-a980f950-75bf-459d-9d9c-4c248c2fd69e service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-deleted-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:59 user nova-compute[75260]: WARNING nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received unexpected event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with vm_state active and task_state deleting.
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:59 user nova-compute[75260]: WARNING nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received unexpected event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with vm_state active and task_state deleting.
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-unplugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-unplugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-unplugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Acquiring lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] No waiting events found dispatching network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:20:59 user nova-compute[75260]: WARNING nova.compute.manager [req-e8975d8d-3a0d-4e64-a16e-f30e9d9c6df9 req-1047ca36-1408-41a4-9a35-36b828b9c356 service nova] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Received unexpected event network-vif-plugged-1dc6abd9-56d8-4221-9b90-c8addb715ffb for instance with vm_state active and task_state deleting.
Dec 06 11:20:59 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'flavor' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:00 user nova-compute[75260]: INFO nova.compute.manager [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Terminating instance
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.network.neutron [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updating instance_info_cache with network_info: [{"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Releasing lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Instance network_info: |[{"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] Acquired lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.network.neutron [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Refreshing network info cache for port 4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Start _get_guest_xml network_info=[{"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:21:00 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1059999',id=23,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLEoO0k2Lyxnp3SxxmbIdWAdsZ2gzJcj8fF1SKk1oC7MAzocJyBQZRLhYolKVtSfvbHssiS5/eWeTBV47vW/uB0KVykSymiUOElifBt45bKp7G6LBJ1fX9TaXMBvQO0imA==',key_name='tempest-keypair-822791557',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e7f4bcfb07444b37aca516f590afd06e',ramdisk_id='',reservation_id='r-p6s7lquu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-56297179',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='504145b2d54e42208098ab67c582ddb1',uuid=1b8de29e-ee02-4221-b079-06c657c2b399,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Converting VIF {"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.objects.instance [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lazy-loading 'pci_devices' on Instance uuid 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:21:00 user nova-compute[75260]:   <uuid>1b8de29e-ee02-4221-b079-06c657c2b399</uuid>
Dec 06 11:21:00 user nova-compute[75260]:   <name>instance-00000017</name>
Dec 06 11:21:00 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:21:00 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:21:00 user nova-compute[75260]:   <metadata>
Dec 06 11:21:00 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:21:00 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:21:00 user nova-compute[75260]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035</nova:name>
Dec 06 11:21:00 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:21:00</nova:creationTime>
Dec 06 11:21:00 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:21:00 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:21:00 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:21:00 user nova-compute[75260]:       <nova:owner>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:user uuid="504145b2d54e42208098ab67c582ddb1">tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member</nova:user>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:project uuid="e7f4bcfb07444b37aca516f590afd06e">tempest-TestServerVolumeAttachScenarioOldVersion-56297179</nova:project>
Dec 06 11:21:00 user nova-compute[75260]:       </nova:owner>
Dec 06 11:21:00 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:21:00 user nova-compute[75260]:       <nova:ports>
Dec 06 11:21:00 user nova-compute[75260]:         <nova:port uuid="4cc1a137-fce5-48f8-8204-bb0ec4f8e838">
Dec 06 11:21:00 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 11:21:00 user nova-compute[75260]:         </nova:port>
Dec 06 11:21:00 user nova-compute[75260]:       </nova:ports>
Dec 06 11:21:00 user nova-compute[75260]:     </nova:instance>
Dec 06 11:21:00 user nova-compute[75260]:   </metadata>
Dec 06 11:21:00 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:21:00 user nova-compute[75260]:     <system>
Dec 06 11:21:00 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:21:00 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:21:00 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:21:00 user nova-compute[75260]:       <entry name="serial">1b8de29e-ee02-4221-b079-06c657c2b399</entry>
Dec 06 11:21:00 user nova-compute[75260]:       <entry name="uuid">1b8de29e-ee02-4221-b079-06c657c2b399</entry>
Dec 06 11:21:00 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:21:00 user nova-compute[75260]:     </system>
Dec 06 11:21:00 user nova-compute[75260]:   </sysinfo>
Dec 06 11:21:00 user nova-compute[75260]:   <os>
Dec 06 11:21:00 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:21:00 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:21:00 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:21:00 user nova-compute[75260]:   </os>
Dec 06 11:21:00 user nova-compute[75260]:   <features>
Dec 06 11:21:00 user nova-compute[75260]:     <acpi/>
Dec 06 11:21:00 user nova-compute[75260]:     <apic/>
Dec 06 11:21:00 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:21:00 user nova-compute[75260]:   </features>
Dec 06 11:21:00 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:21:00 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:21:00 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:21:00 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:21:00 user nova-compute[75260]:   </clock>
Dec 06 11:21:00 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:21:00 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:21:00 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:21:00 user nova-compute[75260]:   </cpu>
Dec 06 11:21:00 user nova-compute[75260]:   <devices>
Dec 06 11:21:00 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:21:00 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:21:00 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk"/>
Dec 06 11:21:00 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:21:00 user nova-compute[75260]:     </disk>
Dec 06 11:21:00 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:21:00 user nova-compute[75260]:       <mac address="fa:16:3e:41:a4:fa"/>
Dec 06 11:21:00 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:21:00 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:21:00 user nova-compute[75260]:       <target dev="tap4cc1a137-fc"/>
Dec 06 11:21:00 user nova-compute[75260]:     </interface>
Dec 06 11:21:00 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:21:00 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/console.log" append="off"/>
Dec 06 11:21:00 user nova-compute[75260]:     </serial>
Dec 06 11:21:00 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:21:00 user nova-compute[75260]:     <video>
Dec 06 11:21:00 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:21:00 user nova-compute[75260]:     </video>
Dec 06 11:21:00 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:21:00 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:21:00 user nova-compute[75260]:     </rng>
Dec 06 11:21:00 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:21:00 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:21:00 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:21:00 user nova-compute[75260]:     </memballoon>
Dec 06 11:21:00 user nova-compute[75260]:   </devices>
Dec 06 11:21:00 user nova-compute[75260]: </domain>
Dec 06 11:21:00 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1059999',id=23,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLEoO0k2Lyxnp3SxxmbIdWAdsZ2gzJcj8fF1SKk1oC7MAzocJyBQZRLhYolKVtSfvbHssiS5/eWeTBV47vW/uB0KVykSymiUOElifBt45bKp7G6LBJ1fX9TaXMBvQO0imA==',key_name='tempest-keypair-822791557',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e7f4bcfb07444b37aca516f590afd06e',ramdisk_id='',reservation_id='r-p6s7lquu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-56297179',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='504145b2d54e42208098ab67c582ddb1',uuid=1b8de29e-ee02-4221-b079-06c657c2b399,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Converting VIF {"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG os_vif [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9b215321-fa64-580f-9591-c2d78fb7b249', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4cc1a137-fc, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4cc1a137-fc, col_values=(('qos', UUID('c8d453c9-a2ba-4d75-ba24-516efd49a789')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4cc1a137-fc, col_values=(('external_ids', {'iface-id': '4cc1a137-fce5-48f8-8204-bb0ec4f8e838', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:a4:fa', 'vm-uuid': '1b8de29e-ee02-4221-b079-06c657c2b399'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: INFO os_vif [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc')
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] No VIF found with MAC fa:16:3e:41:a4:fa, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: INFO nova.compute.manager [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] [instance: 0023c7a3-3f1b-4789-99ae-651c35f4eed5] Took 1.09 seconds to detach 1 volumes for instance.
Dec 06 11:21:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.network.neutron [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updated VIF entry in instance network info cache for port 4cc1a137-fce5-48f8-8204-bb0ec4f8e838. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.network.neutron [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updating instance_info_cache with network_info: [{"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb23b96b-5e6f-4f63-b313-85919b362ac6 req-d6ecf235-221e-4503-8c3b-f18418a1c412 service nova] Releasing lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c8566c8b-9073-40d9-bcef-c5ea7c9997bc tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.717s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:01 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Deleted allocations for instance 0023c7a3-3f1b-4789-99ae-651c35f4eed5
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-vif-unplugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] No waiting events found dispatching network-vif-unplugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-vif-unplugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] Acquiring lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] No waiting events found dispatching network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-b65f00f2-5506-45aa-95f0-69d458ca84b9 req-c367a10b-af8b-4b5c-ac01-5c13511b3cd8 service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received unexpected event network-vif-plugged-68761d1a-b5dd-45bb-b805-a49e1caf74e0 for instance with vm_state active and task_state deleting.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f05a0610-ab1e-47c2-926a-14c3e22d4c78 tempest-DeleteServersTestJSON-1577033997 tempest-DeleteServersTestJSON-1577033997-project-member] Lock "0023c7a3-3f1b-4789-99ae-651c35f4eed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.960s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state rescued and task_state None.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-1016ed25-5aff-43a9-9530-0e5732482d8c req-91991746-b43b-43b5-a75b-251c4db087c6 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state rescued and task_state None.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:01 user nova-compute[75260]: WARNING nova.compute.manager [req-35b36d1e-c37d-470f-86c0-401908ae5312 req-5607e1ae-82c6-4a8a-8ca0-883286638106 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Instance destroyed successfully.
Dec 06 11:21:02 user nova-compute[75260]: DEBUG nova.objects.instance [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lazy-loading 'resources' on Instance uuid 34227fd8-b7df-43b9-b7a2-cb055be5f469 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1999536911',display_name='tempest-VolumesAdminNegativeTest-server-1999536911',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1999536911',id=6,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF2fgqM6WmQou1kSL6pQC2D70K8un0lVNzrqrWfz6Bq0QRVQgeiwIrbW0/j9n6x/54PU823Z+42OVqDea6vDkPKDupf58oNrAr6Df1XIhd+9jGlZMogVzB02zuSVNnxGhg==',key_name='tempest-keypair-1057410553',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9587a2c775264a50bdc0a269c15829f3',ramdisk_id='',reservation_id='r-pd6ld40l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-407306904',owner_user_name='tempest-VolumesAdminNegativeTest-407306904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca306cda01a449a8a4f6a3062292edfb',uuid=34227fd8-b7df-43b9-b7a2-cb055be5f469,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converting VIF {"id": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "address": "fa:16:3e:2a:f3:0a", "network": {"id": "85f312f8-de1e-4c08-9f08-eaec75c3d0b4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1537977002-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9587a2c775264a50bdc0a269c15829f3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68761d1a-b5", "ovs_interfaceid": "68761d1a-b5dd-45bb-b805-a49e1caf74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG os_vif [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap68761d1a-b5, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance destroyed successfully.
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa6e3225-8540-472d-807b-5c6005b3c155) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: INFO os_vif [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:f3:0a,bridge_name='br-int',has_traffic_filtering=True,id=68761d1a-b5dd-45bb-b805-a49e1caf74e0,network=Network(85f312f8-de1e-4c08-9f08-eaec75c3d0b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68761d1a-b5')
Dec 06 11:21:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Deleting instance files /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469_del
Dec 06 11:21:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Deletion of /opt/stack/data/nova/instances/34227fd8-b7df-43b9-b7a2-cb055be5f469_del complete
Dec 06 11:21:02 user nova-compute[75260]: INFO nova.compute.manager [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Took 2.45 seconds to destroy the instance on the hypervisor.
Dec 06 11:21:02 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:03 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Took 1.19 seconds to deallocate network for instance.
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] No waiting events found dispatching network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:03 user nova-compute[75260]: WARNING nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received unexpected event network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 for instance with vm_state building and task_state spawning.
Dec 06 11:21:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] No waiting events found dispatching network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:03 user nova-compute[75260]: WARNING nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received unexpected event network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 for instance with vm_state building and task_state spawning.
Dec 06 11:21:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-f653feb2-7bdf-4a37-9e40-724ea62a9353 req-1246cfab-2a33-4e3c-a6f8-a0b24b2e3f6a service nova] [instance: 34227fd8-b7df-43b9-b7a2-cb055be5f469] Received event network-vif-deleted-68761d1a-b5dd-45bb-b805-a49e1caf74e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-f2085e18-4bc3-472a-84ff-5fa9e4293585 req-bf2e8567-4ffe-48f3-9e05-a11da8bd91c2 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2085e18-4bc3-472a-84ff-5fa9e4293585 req-bf2e8567-4ffe-48f3-9e05-a11da8bd91c2 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2085e18-4bc3-472a-84ff-5fa9e4293585 req-bf2e8567-4ffe-48f3-9e05-a11da8bd91c2 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2085e18-4bc3-472a-84ff-5fa9e4293585 req-bf2e8567-4ffe-48f3-9e05-a11da8bd91c2 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-f2085e18-4bc3-472a-84ff-5fa9e4293585 req-bf2e8567-4ffe-48f3-9e05-a11da8bd91c2 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:04 user nova-compute[75260]: WARNING nova.compute.manager [req-f2085e18-4bc3-472a-84ff-5fa9e4293585 req-bf2e8567-4ffe-48f3-9e05-a11da8bd91c2 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:04 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.502s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:04 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Deleted allocations for instance 34227fd8-b7df-43b9-b7a2-cb055be5f469
Dec 06 11:21:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-af928e86-556d-4446-8ec6-d43b4fd268a3 tempest-VolumesAdminNegativeTest-407306904 tempest-VolumesAdminNegativeTest-407306904-project-member] Lock "34227fd8-b7df-43b9-b7a2-cb055be5f469" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.369s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:06 user nova-compute[75260]: WARNING nova.compute.manager [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:06 user nova-compute[75260]: WARNING nova.compute.manager [req-817c4927-8c58-46aa-a0f9-e434b3a44f8a req-ebf25f9b-66bb-40fe-ac2e-29e4fb749190 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:21:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Instance spawned successfully.
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:21:06 user nova-compute[75260]: INFO nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Took 8.65 seconds to spawn the instance on the hypervisor.
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:21:06 user nova-compute[75260]: INFO nova.compute.manager [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Took 10.18 seconds to build instance.
Dec 06 11:21:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-886b9343-4b77-48a5-a4a0-22d804d6482f tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.338s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77bbe932-e4e1-4c35-ae6b-0bb01aaf73e9 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid f85fe28c-effa-4aa8-8008-b0a060a25044 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 9df7cf7a-2c20-4091-88f9-786d75543c9f {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 101843a6-4fe7-4368-81a8-5a2ab00617ad {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d174880f-c7cd-478c-bc07-d67655295195" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.101s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.111s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.139s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.140s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.136s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d174880f-c7cd-478c-bc07-d67655295195" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.141s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.155s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.155s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.169s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:11 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:18 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:21:18 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7196MB free_disk=25.015422821044922GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ab31133d-525d-49c6-ac73-c51e987a5b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ec755eb0-a22c-4ea0-b8c9-da573277941d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1b8de29e-ee02-4221-b079-06c657c2b399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:21:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.509s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:19 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:19 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:19 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:19 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:21:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'flavor' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:25 user nova-compute[75260]: INFO nova.compute.manager [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Attaching volume 0155e497-a7e0-483e-aa25-3a60d107cc1e to /dev/vdb
Dec 06 11:21:25 user nova-compute[75260]: DEBUG os_brick.utils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1de672-cfc5-485d-a339-1c06edb9c241]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32a4974-dc4f-4109-9165-5bc95bf68dfd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c361d114-b769-4281-b6fc-7b4ae3921fe8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5601db9-433c-4bbd-b671-d320cf39f842]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:21:25 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:21:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3ceab1-b591-4729-a72e-dcda52744abd]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG os_brick.utils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:21:25 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating existing volume attachment record: 698bc4f9-a40f-4596-abc1-c58facaf98c7 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:21:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:21:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:21:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:21:35 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56b6106-37ea-4db3-bc2a-beac476a8dc7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:21:35 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[266e14d7-e5be-496b-9de1-b2c518de3428]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e] added
Dec 06 11:21:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6a252e-3768-4818-a19d-170c5010fff4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bde291f-22af-4b32-86dc-ceca254355c5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OJWSkizx {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OJWSkizx" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5007b1-1bd1-43d3-ad7a-265c81e212db]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OJWSkizx'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ddf875-9616-457b-abbe-950de0e3624f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49de160-b657-49ca-aea7-578382b3be4f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:35 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:35 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd7d41b1-56d3-4d09-bff2-8bbe91859191]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]
Dec 06 11:21:35 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.
Dec 06 11:21:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70e34c8-9e89-4a20-9acc-2a5ebe9b936b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd6a516-829a-4763-87fe-527ea8d3da0e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:35 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:35 user nova-compute[75260]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:21:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:35 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:35 user nova-compute[75260]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:21:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1032c16a-bfde-499d-9e23-0fb5b1d514ab]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:21:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23166336234316438', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166336234316438', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'flavor' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:21:36 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:21:36 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:21:36 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:21:36 user nova-compute[75260]:   <serial>0155e497-a7e0-483e-aa25-3a60d107cc1e</serial>
Dec 06 11:21:36 user nova-compute[75260]: </disk>
Dec 06 11:21:36 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:21:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No VIF found with MAC fa:16:3e:5e:b0:2d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:21:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c3902c4-cb40-447f-ae02-95f6b1a4c522 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.433s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing instance network info cache due to event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:21:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:21:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:21:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:21:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updated VIF entry in instance network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:21:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0acfacf6-f259-4688-b9b1-f6ccb5d32874 req-e0dc020d-8679-4e94-b43b-280e1dd9896c service nova] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing instance network info cache due to event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updated VIF entry in instance network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-43ae3f15-47cb-44ec-90a9-0c8d69cd170b req-4da973a5-b121-4660-b4fd-91c20a99c460 service nova] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:51 user nova-compute[75260]: INFO nova.compute.manager [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Rebooting instance
Dec 06 11:21:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:21:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:21:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:21:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:21:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-b24cd79b-567b-40f9-bbe2-560e0a81189d req-76eb340f-3601-4f94-a803-89923fb14c61 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-unplugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b24cd79b-567b-40f9-bbe2-560e0a81189d req-76eb340f-3601-4f94-a803-89923fb14c61 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b24cd79b-567b-40f9-bbe2-560e0a81189d req-76eb340f-3601-4f94-a803-89923fb14c61 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b24cd79b-567b-40f9-bbe2-560e0a81189d req-76eb340f-3601-4f94-a803-89923fb14c61 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-b24cd79b-567b-40f9-bbe2-560e0a81189d req-76eb340f-3601-4f94-a803-89923fb14c61 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-unplugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:53 user nova-compute[75260]: WARNING nova.compute.manager [req-b24cd79b-567b-40f9-bbe2-560e0a81189d req-76eb340f-3601-4f94-a803-89923fb14c61 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-unplugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance destroyed successfully.
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'resources' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1863869900',display_name='tempest-TestMinimumBasicScenario-server-1863869900',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1863869900',id=20,image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMePc1UEuJBxKfJjbTiK8Fg87YUy9PK4bur0QIRUpztO3RAJP2E3KY89y64UYImF24KBuMhhLhLEV8XXcAelyCs2F8BgBSXjlLn9/sLfaZjTCehnMhYDWvjObtTdtj/pjw==',key_name='tempest-TestMinimumBasicScenario-821303370',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-0nlc0co6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:21:53Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=ec755eb0-a22c-4ea0-b8c9-da573277941d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap68881746-3f, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ee9ba98d-3afb-4762-acbf-21b62df64593) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:53 user nova-compute[75260]: INFO os_vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f')
Dec 06 11:21:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:21:53 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8721eeac-2b0f-4e42-8002-b3e28810d116]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:21:53 user nova-compute[75260]: No targets found.
Dec 06 11:21:53 user nova-compute[75260]: iSNS:
Dec 06 11:21:53 user nova-compute[75260]: No targets found.
Dec 06 11:21:53 user nova-compute[75260]: STATIC:
Dec 06 11:21:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e
Dec 06 11:21:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:21:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:21:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:21:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:21:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:21:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:21:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:21:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:21:53 user nova-compute[75260]: FIRMWARE:
Dec 06 11:21:53 user nova-compute[75260]: No targets found.
Dec 06 11:21:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:21:53 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:21:53 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b18b54-ce4e-45cb-a1d7-a346e8300dd4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[575adeb9-2210-45aa-a848-47343267dc06]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:53 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:53 user nova-compute[75260]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:21:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:53 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:53 user nova-compute[75260]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:21:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c129090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[59a09ebc-1032-46f4-bfdc-78b7a0e58134]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[550d977f-f7e7-4cb1-8d8d-68eee8de92b7]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c9fc00-5839-43bd-9c88-eb536790f439]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[39418745-a715-4128-baf5-1007fd84fa87]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[962c6c54-f8d5-46cd-b9ce-f9e49de73795]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a2ea3f-4db8-4435-b697-8c31d8b48b47]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]
Dec 06 11:21:54 user nova-compute[75260]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b5c1aa3-7522-4c99-b804-cad92e0115ff]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== disconnect_volume: return (332ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Start _get_guest_xml network_info=[{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=05384028-5c77-4b9a-a41d-f181ffe8600d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '05384028-5c77-4b9a-a41d-f181ffe8600d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '698bc4f9-a40f-4596-abc1-c58facaf98c7', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'ec755eb0-a22c-4ea0-b8c9-da573277941d', 'attached_at': '', 'detached_at': '', 'volume_id': '0155e497-a7e0-483e-aa25-3a60d107cc1e', 'serial': '0155e497-a7e0-483e-aa25-3a60d107cc1e'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:21:54 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:21:54 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=05384028-5c77-4b9a-a41d-f181ffe8600d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'vcpu_model' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.objects.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Object Instance<ec755eb0-a22c-4ea0-b8c9-da573277941d> lazy-loaded attributes: resources,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:21:54 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:21:54 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:21:54 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f62c865-6714-4416-ad41-041c05ccbf88]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:21:54 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[753584a6-8a9a-41c5-9ab6-11d04aa70527]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e] added
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7314162e-932e-46a3-bc37-4e317bee8c95]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[04348111-076b-4e10-822a-2990de0b8c87]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OJWSkizx {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OJWSkizx" returned: 0 in 0.093s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df58dafb-e169-4265-a6fa-899b6f936753]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OJWSkizx'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef68522-28e3-48a1-8252-389fde47871f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[812ebe33-794c-4d73-8450-819113730f5e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6de1de-d556-4dc0-8168-f424cc11dd76]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]
Dec 06 11:21:54 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[968d689f-21fb-4912-bef0-cf6acf17b911]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[40875af8-3308-4d79-ab35-238c6af39169]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:54 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:21:54 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:21:54 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:21:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.359s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] HCTL ('35', '-', '-', 0) found on session 21 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[88667e31-7ef4-49f6-91ec-ec544e1b5aec]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-16d078db-76d2-45e9-aed9-90de4fcabe0e req-3d681655-f43f-4167-9e3d-bc7aa645bdea service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-16d078db-76d2-45e9-aed9-90de4fcabe0e req-3d681655-f43f-4167-9e3d-bc7aa645bdea service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-16d078db-76d2-45e9-aed9-90de4fcabe0e req-3d681655-f43f-4167-9e3d-bc7aa645bdea service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-16d078db-76d2-45e9-aed9-90de4fcabe0e req-3d681655-f43f-4167-9e3d-bc7aa645bdea service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-16d078db-76d2-45e9-aed9-90de4fcabe0e req-3d681655-f43f-4167-9e3d-bc7aa645bdea service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:55 user nova-compute[75260]: WARNING nova.compute.manager [req-16d078db-76d2-45e9-aed9-90de4fcabe0e req-3d681655-f43f-4167-9e3d-bc7aa645bdea service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 11:21:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.388s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '23166336234316438', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166336234316438', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1863869900',display_name='tempest-TestMinimumBasicScenario-server-1863869900',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1863869900',id=20,image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMePc1UEuJBxKfJjbTiK8Fg87YUy9PK4bur0QIRUpztO3RAJP2E3KY89y64UYImF24KBuMhhLhLEV8XXcAelyCs2F8BgBSXjlLn9/sLfaZjTCehnMhYDWvjObtTdtj/pjw==',key_name='tempest-TestMinimumBasicScenario-821303370',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-0nlc0co6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:21:53Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=ec755eb0-a22c-4ea0-b8c9-da573277941d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'pci_devices' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.objects.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Object Instance<ec755eb0-a22c-4ea0-b8c9-da573277941d> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:21:55 user nova-compute[75260]:   <uuid>ec755eb0-a22c-4ea0-b8c9-da573277941d</uuid>
Dec 06 11:21:55 user nova-compute[75260]:   <name>instance-00000014</name>
Dec 06 11:21:55 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:21:55 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:21:55 user nova-compute[75260]:   <metadata>
Dec 06 11:21:55 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:21:55 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:21:55 user nova-compute[75260]:       <nova:name>tempest-TestMinimumBasicScenario-server-1863869900</nova:name>
Dec 06 11:21:55 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:21:54</nova:creationTime>
Dec 06 11:21:55 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:21:55 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:21:55 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:21:55 user nova-compute[75260]:       <nova:owner>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:user uuid="80a0d501db7140289d1f8e8f0f60f43d">tempest-TestMinimumBasicScenario-317622540-project-member</nova:user>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:project uuid="ba376e6d06604158ba0e083be7b1607d">tempest-TestMinimumBasicScenario-317622540</nova:project>
Dec 06 11:21:55 user nova-compute[75260]:       </nova:owner>
Dec 06 11:21:55 user nova-compute[75260]:       <nova:root type="image" uuid="05384028-5c77-4b9a-a41d-f181ffe8600d"/>
Dec 06 11:21:55 user nova-compute[75260]:       <nova:ports>
Dec 06 11:21:55 user nova-compute[75260]:         <nova:port uuid="68881746-3ffc-4a2a-8755-1a42db6c4680">
Dec 06 11:21:55 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:21:55 user nova-compute[75260]:         </nova:port>
Dec 06 11:21:55 user nova-compute[75260]:       </nova:ports>
Dec 06 11:21:55 user nova-compute[75260]:     </nova:instance>
Dec 06 11:21:55 user nova-compute[75260]:   </metadata>
Dec 06 11:21:55 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:21:55 user nova-compute[75260]:     <system>
Dec 06 11:21:55 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:21:55 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:21:55 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:21:55 user nova-compute[75260]:       <entry name="serial">ec755eb0-a22c-4ea0-b8c9-da573277941d</entry>
Dec 06 11:21:55 user nova-compute[75260]:       <entry name="uuid">ec755eb0-a22c-4ea0-b8c9-da573277941d</entry>
Dec 06 11:21:55 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:21:55 user nova-compute[75260]:     </system>
Dec 06 11:21:55 user nova-compute[75260]:   </sysinfo>
Dec 06 11:21:55 user nova-compute[75260]:   <os>
Dec 06 11:21:55 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:21:55 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:21:55 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:21:55 user nova-compute[75260]:   </os>
Dec 06 11:21:55 user nova-compute[75260]:   <features>
Dec 06 11:21:55 user nova-compute[75260]:     <acpi/>
Dec 06 11:21:55 user nova-compute[75260]:     <apic/>
Dec 06 11:21:55 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:21:55 user nova-compute[75260]:   </features>
Dec 06 11:21:55 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:21:55 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:21:55 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:21:55 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:21:55 user nova-compute[75260]:   </clock>
Dec 06 11:21:55 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:21:55 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:21:55 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:21:55 user nova-compute[75260]:   </cpu>
Dec 06 11:21:55 user nova-compute[75260]:   <devices>
Dec 06 11:21:55 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:21:55 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:21:55 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk"/>
Dec 06 11:21:55 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:21:55 user nova-compute[75260]:     </disk>
Dec 06 11:21:55 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:21:55 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:21:55 user nova-compute[75260]:       <source dev="/dev/sdd"/>
Dec 06 11:21:55 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:21:55 user nova-compute[75260]:       <serial>0155e497-a7e0-483e-aa25-3a60d107cc1e</serial>
Dec 06 11:21:55 user nova-compute[75260]:     </disk>
Dec 06 11:21:55 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:21:55 user nova-compute[75260]:       <mac address="fa:16:3e:5e:b0:2d"/>
Dec 06 11:21:55 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:21:55 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:21:55 user nova-compute[75260]:       <target dev="tap68881746-3f"/>
Dec 06 11:21:55 user nova-compute[75260]:     </interface>
Dec 06 11:21:55 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:21:55 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/console.log" append="off"/>
Dec 06 11:21:55 user nova-compute[75260]:     </serial>
Dec 06 11:21:55 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:21:55 user nova-compute[75260]:     <video>
Dec 06 11:21:55 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:21:55 user nova-compute[75260]:     </video>
Dec 06 11:21:55 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:21:55 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:21:55 user nova-compute[75260]:     </rng>
Dec 06 11:21:55 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:21:55 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:21:55 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:21:55 user nova-compute[75260]:     </memballoon>
Dec 06 11:21:55 user nova-compute[75260]:   </devices>
Dec 06 11:21:55 user nova-compute[75260]: </domain>
Dec 06 11:21:55 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'trusted_certs' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Object Instance<ec755eb0-a22c-4ea0-b8c9-da573277941d> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-changed-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Refreshing instance network info cache due to event network-changed-5460b86c-76fe-4e4d-9aa9-8821f1443cf1. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] Acquiring lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] Acquired lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Refreshing network info cache for port 5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Cannot resize image /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'migration_context' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.objects.base [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Object Instance<ec755eb0-a22c-4ea0-b8c9-da573277941d> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1863869900',display_name='tempest-TestMinimumBasicScenario-server-1863869900',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1863869900',id=20,image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMePc1UEuJBxKfJjbTiK8Fg87YUy9PK4bur0QIRUpztO3RAJP2E3KY89y64UYImF24KBuMhhLhLEV8XXcAelyCs2F8BgBSXjlLn9/sLfaZjTCehnMhYDWvjObtTdtj/pjw==',key_name='tempest-TestMinimumBasicScenario-821303370',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-0nlc0co6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:21:53Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=ec755eb0-a22c-4ea0-b8c9-da573277941d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG os_vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9af5a4f1-1bfd-58bd-bd71-66601d30ba9e', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap68881746-3f, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap68881746-3f, col_values=(('qos', UUID('9e0aaf1b-9e15-4b1d-9e9f-8ba47aed3501')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap68881746-3f, col_values=(('external_ids', {'iface-id': '68881746-3ffc-4a2a-8755-1a42db6c4680', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:b0:2d', 'vm-uuid': 'ec755eb0-a22c-4ea0-b8c9-da573277941d'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:56 user nova-compute[75260]: INFO os_vif [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f')
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updated VIF entry in instance network info cache for port 5460b86c-76fe-4e4d-9aa9-8821f1443cf1. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updating instance_info_cache with network_info: [{"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'flavor' on Instance uuid 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:21:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-eefd3bce-1cce-4ba0-88cc-b7c856cf634f req-54179e77-ea70-48a7-88e5-ce8f20ab1a1a service nova] Releasing lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:57 user nova-compute[75260]: INFO nova.compute.manager [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Attaching volume 1710ad8f-9723-4c8f-88ff-a79e67245c5d to /dev/vdb
Dec 06 11:21:57 user nova-compute[75260]: DEBUG os_brick.utils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[47739c2c-8fe7-49d1-909f-7c5fa1329f81]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[238e5680-5ad5-457b-a43b-6e10e3d92760]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[825e774a-6c41-4576-9483-85e7107c8c74]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[457ff78e-dfe1-4e6f-83ca-8d257f3443de]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:21:57 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:21:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[625ae511-b532-4b11-b4fd-ec1d900297c1]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG os_brick.utils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updating existing volume attachment record: 7de3f04d-68d6-486e-869d-98280ebaed03 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f480c80-6ebc-4e76-9663-db71b2749d8b req-8f8612c1-4656-4721-9af8-ce25146801d2 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f480c80-6ebc-4e76-9663-db71b2749d8b req-8f8612c1-4656-4721-9af8-ce25146801d2 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f480c80-6ebc-4e76-9663-db71b2749d8b req-8f8612c1-4656-4721-9af8-ce25146801d2 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f480c80-6ebc-4e76-9663-db71b2749d8b req-8f8612c1-4656-4721-9af8-ce25146801d2 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f480c80-6ebc-4e76-9663-db71b2749d8b req-8f8612c1-4656-4721-9af8-ce25146801d2 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:21:58 user nova-compute[75260]: WARNING nova.compute.manager [req-1f480c80-6ebc-4e76-9663-db71b2749d8b req-8f8612c1-4656-4721-9af8-ce25146801d2 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 11:21:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:21:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:22:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance rebooted successfully.
Dec 06 11:22:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:22:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-d23ef490-c5b3-4f5b-9dc1-643e78807b3b req-876c63d0-6150-4035-9f88-fd77dd984a1e service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d23ef490-c5b3-4f5b-9dc1-643e78807b3b req-876c63d0-6150-4035-9f88-fd77dd984a1e service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d23ef490-c5b3-4f5b-9dc1-643e78807b3b req-876c63d0-6150-4035-9f88-fd77dd984a1e service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d23ef490-c5b3-4f5b-9dc1-643e78807b3b req-876c63d0-6150-4035-9f88-fd77dd984a1e service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-d23ef490-c5b3-4f5b-9dc1-643e78807b3b req-876c63d0-6150-4035-9f88-fd77dd984a1e service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:00 user nova-compute[75260]: WARNING nova.compute.manager [req-d23ef490-c5b3-4f5b-9dc1-643e78807b3b req-876c63d0-6150-4035-9f88-fd77dd984a1e service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state active and task_state None.
Dec 06 11:22:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60213545-d31b-45c7-9122-3e4794203e95 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.813s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhVDfwqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:22:08 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:22:08 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:22:08 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7359d123-3b92-4157-92e6-470392dcc6e7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:22:08 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d443f58-0d90-498d-b473-9ecd798ee6bf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d] added
Dec 06 11:22:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b82fc10-fd8e-4a4a-a727-2b0b690b8a86]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4b326f-2286-46dc-9b49-a72df915679b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhVDfwqQ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhVDfwqQ" returned: 0 in 0.040s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[627f6dc2-a621-4233-b02f-1114f6b88e9a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mhVDfwqQ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3854f413-1b12-4a6a-a1d2-40e5d5da45e4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[60df5f3c-1a83-4cda-a7a7-11f56d44e977]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:22:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:22:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f92ea39-a9d1-4ea6-86fe-a9f6d67ed55e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260]
Dec 06 11:22:08 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260] successful.
Dec 06 11:22:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae1b3a55-f840-496f-b6af-b35b9f4c2283]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:22:08 user nova-compute[75260]: INFO nova.compute.claims [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Claim successful on node user
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c76c296-2a4a-4157-b3bd-30873f25ccda]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d (non-flash)
Dec 06 11:22:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:22:08 user nova-compute[75260]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d (non-flash)
Dec 06 11:22:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.461s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] HCTL ('36', '-', '-', 0) found on session 22 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e48fdf69-a9fc-4e08-9a89-42b92c9f95a2]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:08 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching for a device in session 22 and hctl ['36', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.827s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:22:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.policy [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4381e200093426d9c08aa70336b4ee4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378a37d0e3474576a2b9c02b9c19bb5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Searching for a device in session 22 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhVDfwqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.512s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] <== connect_volume: return (1514ms) {'type': 'block', 'scsi_wwn': '23433373565363035', 'path': '/dev/sde'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433373565363035', 'path': '/dev/sde'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.objects.instance [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'flavor' on Instance uuid 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:22:09 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:22:09 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:22:09 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:22:09 user nova-compute[75260]:   <serial>1710ad8f-9723-4c8f-88ff-a79e67245c5d</serial>
Dec 06 11:22:09 user nova-compute[75260]: </disk>
Dec 06 11:22:09 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:22:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Creating image(s)
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-changed-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Refreshing instance network info cache due to event network-changed-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Refreshing network info cache for port e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.218s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk 1073741824" returned: 0 in 0.079s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] No VIF found with MAC fa:16:3e:9b:8d:1f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Successfully created port: 51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.229s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-311fe7a4-2d44-4e49-b04d-454a2517459f tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.415s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updated VIF entry in instance network info cache for port e9e86cfa-be4d-43ab-9cc7-69d32a282cb2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-48bf3857-eae3-4020-bcd9-fdf73646b9c8 req-ae3bb646-08d2-40cc-abca-2d907656404a service nova] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Cannot resize image /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Ensure instance console log exists: /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Successfully updated port: 51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing instance network info cache due to event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance network_info: |[{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Start _get_guest_xml network_info=[{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:22:11 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:11 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:22:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2061569336',display_name='tempest-ServerStableDeviceRescueTest-server-2061569336',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2061569336',id=24,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLoIcT+lyE4TjNTEzoxoCSDRcIV25jWfgE7uoh5sJI0RSEhv7U7GvKCa0SSAe+G2jh0W7+N3ajFnM6VciV1+J5rwZIT4KQ+Qvw+wEMtl21EFYWnjkLVZ97Nb+kaItiU8NA==',key_name='tempest-keypair-481205595',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='378a37d0e3474576a2b9c02b9c19bb5d',ramdisk_id='',reservation_id='r-350x4ege',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-267071768',owner_user_name='tempest-ServerStableDeviceRescueTest-267071768-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e4381e200093426d9c08aa70336b4ee4',uuid=0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converting VIF {"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'pci_devices' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:22:12 user nova-compute[75260]:   <uuid>0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a</uuid>
Dec 06 11:22:12 user nova-compute[75260]:   <name>instance-00000018</name>
Dec 06 11:22:12 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:22:12 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:22:12 user nova-compute[75260]:   <metadata>
Dec 06 11:22:12 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:22:12 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:22:12 user nova-compute[75260]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2061569336</nova:name>
Dec 06 11:22:12 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:22:11</nova:creationTime>
Dec 06 11:22:12 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:22:12 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:22:12 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:22:12 user nova-compute[75260]:       <nova:owner>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:user uuid="e4381e200093426d9c08aa70336b4ee4">tempest-ServerStableDeviceRescueTest-267071768-project-member</nova:user>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:project uuid="378a37d0e3474576a2b9c02b9c19bb5d">tempest-ServerStableDeviceRescueTest-267071768</nova:project>
Dec 06 11:22:12 user nova-compute[75260]:       </nova:owner>
Dec 06 11:22:12 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:22:12 user nova-compute[75260]:       <nova:ports>
Dec 06 11:22:12 user nova-compute[75260]:         <nova:port uuid="51513fcb-5dc3-4779-8944-c1f6a164a52f">
Dec 06 11:22:12 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:22:12 user nova-compute[75260]:         </nova:port>
Dec 06 11:22:12 user nova-compute[75260]:       </nova:ports>
Dec 06 11:22:12 user nova-compute[75260]:     </nova:instance>
Dec 06 11:22:12 user nova-compute[75260]:   </metadata>
Dec 06 11:22:12 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:22:12 user nova-compute[75260]:     <system>
Dec 06 11:22:12 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:22:12 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:22:12 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:22:12 user nova-compute[75260]:       <entry name="serial">0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a</entry>
Dec 06 11:22:12 user nova-compute[75260]:       <entry name="uuid">0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a</entry>
Dec 06 11:22:12 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:22:12 user nova-compute[75260]:     </system>
Dec 06 11:22:12 user nova-compute[75260]:   </sysinfo>
Dec 06 11:22:12 user nova-compute[75260]:   <os>
Dec 06 11:22:12 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:22:12 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:22:12 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:22:12 user nova-compute[75260]:   </os>
Dec 06 11:22:12 user nova-compute[75260]:   <features>
Dec 06 11:22:12 user nova-compute[75260]:     <acpi/>
Dec 06 11:22:12 user nova-compute[75260]:     <apic/>
Dec 06 11:22:12 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:22:12 user nova-compute[75260]:   </features>
Dec 06 11:22:12 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:22:12 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:22:12 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:22:12 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:22:12 user nova-compute[75260]:   </clock>
Dec 06 11:22:12 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:22:12 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:22:12 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:22:12 user nova-compute[75260]:   </cpu>
Dec 06 11:22:12 user nova-compute[75260]:   <devices>
Dec 06 11:22:12 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:22:12 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:22:12 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk"/>
Dec 06 11:22:12 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:22:12 user nova-compute[75260]:     </disk>
Dec 06 11:22:12 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:22:12 user nova-compute[75260]:       <mac address="fa:16:3e:82:b8:a4"/>
Dec 06 11:22:12 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:22:12 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:22:12 user nova-compute[75260]:       <target dev="tap51513fcb-5d"/>
Dec 06 11:22:12 user nova-compute[75260]:     </interface>
Dec 06 11:22:12 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:22:12 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/console.log" append="off"/>
Dec 06 11:22:12 user nova-compute[75260]:     </serial>
Dec 06 11:22:12 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:22:12 user nova-compute[75260]:     <video>
Dec 06 11:22:12 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:22:12 user nova-compute[75260]:     </video>
Dec 06 11:22:12 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:22:12 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:22:12 user nova-compute[75260]:     </rng>
Dec 06 11:22:12 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:22:12 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:22:12 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:22:12 user nova-compute[75260]:     </memballoon>
Dec 06 11:22:12 user nova-compute[75260]:   </devices>
Dec 06 11:22:12 user nova-compute[75260]: </domain>
Dec 06 11:22:12 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2061569336',display_name='tempest-ServerStableDeviceRescueTest-server-2061569336',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2061569336',id=24,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLoIcT+lyE4TjNTEzoxoCSDRcIV25jWfgE7uoh5sJI0RSEhv7U7GvKCa0SSAe+G2jh0W7+N3ajFnM6VciV1+J5rwZIT4KQ+Qvw+wEMtl21EFYWnjkLVZ97Nb+kaItiU8NA==',key_name='tempest-keypair-481205595',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='378a37d0e3474576a2b9c02b9c19bb5d',ramdisk_id='',reservation_id='r-350x4ege',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-267071768',owner_user_name='tempest-ServerStableDeviceRescueTest-267071768-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e4381e200093426d9c08aa70336b4ee4',uuid=0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converting VIF {"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG os_vif [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ef8c66a3-04d7-589a-9228-ea266954ec0e', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap51513fcb-5d, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap51513fcb-5d, col_values=(('qos', UUID('9eb45c83-6ad0-4b92-979e-acacf37e093d')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap51513fcb-5d, col_values=(('external_ids', {'iface-id': '51513fcb-5dc3-4779-8944-c1f6a164a52f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:b8:a4', 'vm-uuid': '0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:12 user nova-compute[75260]: INFO os_vif [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d')
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No VIF found with MAC fa:16:3e:82:b8:a4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updated VIF entry in instance network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-594ab7f5-cc4e-4153-9573-7e13b155bd45 req-90e6b77d-8ccd-4ae3-ba56-25bd7cbfdad3 service nova] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:12 user nova-compute[75260]: INFO nova.compute.manager [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Detaching volume 1710ad8f-9723-4c8f-88ff-a79e67245c5d
Dec 06 11:22:12 user nova-compute[75260]: INFO nova.virt.block_device [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Attempting to driver detach volume 1710ad8f-9723-4c8f-88ff-a79e67245c5d from mountpoint /dev/vdb
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Attempting to detach device vdb from instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:22:12 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:22:12 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:22:12 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:22:12 user nova-compute[75260]:   <serial>1710ad8f-9723-4c8f-88ff-a79e67245c5d</serial>
Dec 06 11:22:12 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:22:12 user nova-compute[75260]: </disk>
Dec 06 11:22:12 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:22:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully detached device vdb from instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a from the persistent domain config.
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:22:12 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:22:12 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:22:12 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:22:12 user nova-compute[75260]:   <serial>1710ad8f-9723-4c8f-88ff-a79e67245c5d</serial>
Dec 06 11:22:12 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:22:12 user nova-compute[75260]: </disk>
Dec 06 11:22:12 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updating instance_info_cache with network_info: [{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:22:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance spawned successfully.
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:16 user nova-compute[75260]: INFO nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Took 6.43 seconds to spawn the instance on the hypervisor.
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:16 user nova-compute[75260]: INFO nova.compute.manager [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Took 7.72 seconds to build instance.
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e064f81-bdf2-4d5b-adb9-efbe03aa31f8 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.855s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-85a93731-0f4a-483e-bbe4-5f26a2d04de1 req-4387f834-6db8-43c1-9d99-9b3cb043a15e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-85a93731-0f4a-483e-bbe4-5f26a2d04de1 req-4387f834-6db8-43c1-9d99-9b3cb043a15e service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-85a93731-0f4a-483e-bbe4-5f26a2d04de1 req-4387f834-6db8-43c1-9d99-9b3cb043a15e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-85a93731-0f4a-483e-bbe4-5f26a2d04de1 req-4387f834-6db8-43c1-9d99-9b3cb043a15e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-85a93731-0f4a-483e-bbe4-5f26a2d04de1 req-4387f834-6db8-43c1-9d99-9b3cb043a15e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:17 user nova-compute[75260]: WARNING nova.compute.manager [req-85a93731-0f4a-483e-bbe4-5f26a2d04de1 req-4387f834-6db8-43c1-9d99-9b3cb043a15e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state active and task_state None.
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-3a597be4-537e-44e7-b753-27333f3aa849 req-bda3172b-62f8-4fa1-bc4f-20eca4c2197c service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3a597be4-537e-44e7-b753-27333f3aa849 req-bda3172b-62f8-4fa1-bc4f-20eca4c2197c service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3a597be4-537e-44e7-b753-27333f3aa849 req-bda3172b-62f8-4fa1-bc4f-20eca4c2197c service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3a597be4-537e-44e7-b753-27333f3aa849 req-bda3172b-62f8-4fa1-bc4f-20eca4c2197c service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-3a597be4-537e-44e7-b753-27333f3aa849 req-bda3172b-62f8-4fa1-bc4f-20eca4c2197c service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:19 user nova-compute[75260]: WARNING nova.compute.manager [req-3a597be4-537e-44e7-b753-27333f3aa849 req-bda3172b-62f8-4fa1-bc4f-20eca4c2197c service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state active and task_state None.
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquired lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'info_cache' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Releasing lock "refresh_cache-bfecc9d3-580f-492d-b933-cfa754e4cd63" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance destroyed successfully.
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'resources' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:20:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG os_vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9fe50d8-eb, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d82953c6-3397-4313-a3a5-9a0c3facf15e) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:21 user nova-compute[75260]: INFO os_vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb')
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start _get_guest_xml network_info=[{"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'numa_topology' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:21 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:21 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'vcpu_model' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:20:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'pci_devices' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:22:21 user nova-compute[75260]:   <uuid>bfecc9d3-580f-492d-b933-cfa754e4cd63</uuid>
Dec 06 11:22:21 user nova-compute[75260]:   <name>instance-00000001</name>
Dec 06 11:22:21 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:22:21 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:22:21 user nova-compute[75260]:   <metadata>
Dec 06 11:22:21 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:22:21 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:22:21 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeTestJSON-server-170520586</nova:name>
Dec 06 11:22:21 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:22:21</nova:creationTime>
Dec 06 11:22:21 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:22:21 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:22:21 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:22:21 user nova-compute[75260]:       <nova:owner>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:user uuid="301606af5b284bbe932ff2db75e198ce">tempest-AttachVolumeTestJSON-7695040-project-member</nova:user>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:project uuid="c1396aced11640e397033eedb25f7322">tempest-AttachVolumeTestJSON-7695040</nova:project>
Dec 06 11:22:21 user nova-compute[75260]:       </nova:owner>
Dec 06 11:22:21 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:22:21 user nova-compute[75260]:       <nova:ports>
Dec 06 11:22:21 user nova-compute[75260]:         <nova:port uuid="d9fe50d8-eb8c-4e84-b131-6e3a48234bd1">
Dec 06 11:22:21 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:22:21 user nova-compute[75260]:         </nova:port>
Dec 06 11:22:21 user nova-compute[75260]:       </nova:ports>
Dec 06 11:22:21 user nova-compute[75260]:     </nova:instance>
Dec 06 11:22:21 user nova-compute[75260]:   </metadata>
Dec 06 11:22:21 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:22:21 user nova-compute[75260]:     <system>
Dec 06 11:22:21 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:22:21 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:22:21 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:22:21 user nova-compute[75260]:       <entry name="serial">bfecc9d3-580f-492d-b933-cfa754e4cd63</entry>
Dec 06 11:22:21 user nova-compute[75260]:       <entry name="uuid">bfecc9d3-580f-492d-b933-cfa754e4cd63</entry>
Dec 06 11:22:21 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:22:21 user nova-compute[75260]:     </system>
Dec 06 11:22:21 user nova-compute[75260]:   </sysinfo>
Dec 06 11:22:21 user nova-compute[75260]:   <os>
Dec 06 11:22:21 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:22:21 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:22:21 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:22:21 user nova-compute[75260]:   </os>
Dec 06 11:22:21 user nova-compute[75260]:   <features>
Dec 06 11:22:21 user nova-compute[75260]:     <acpi/>
Dec 06 11:22:21 user nova-compute[75260]:     <apic/>
Dec 06 11:22:21 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:22:21 user nova-compute[75260]:   </features>
Dec 06 11:22:21 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:22:21 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:22:21 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:22:21 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:22:21 user nova-compute[75260]:   </clock>
Dec 06 11:22:21 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:22:21 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:22:21 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:22:21 user nova-compute[75260]:   </cpu>
Dec 06 11:22:21 user nova-compute[75260]:   <devices>
Dec 06 11:22:21 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:22:21 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:22:21 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk"/>
Dec 06 11:22:21 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:22:21 user nova-compute[75260]:     </disk>
Dec 06 11:22:21 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:22:21 user nova-compute[75260]:       <mac address="fa:16:3e:75:7b:6f"/>
Dec 06 11:22:21 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:22:21 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:22:21 user nova-compute[75260]:       <target dev="tapd9fe50d8-eb"/>
Dec 06 11:22:21 user nova-compute[75260]:     </interface>
Dec 06 11:22:21 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:22:21 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/console.log" append="off"/>
Dec 06 11:22:21 user nova-compute[75260]:     </serial>
Dec 06 11:22:21 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:22:21 user nova-compute[75260]:     <video>
Dec 06 11:22:21 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:22:21 user nova-compute[75260]:     </video>
Dec 06 11:22:21 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:22:21 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:22:21 user nova-compute[75260]:     </rng>
Dec 06 11:22:21 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:22:21 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:22:21 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:22:21 user nova-compute[75260]:     </memballoon>
Dec 06 11:22:21 user nova-compute[75260]:   </devices>
Dec 06 11:22:21 user nova-compute[75260]: </domain>
Dec 06 11:22:21 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'trusted_certs' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.601s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7178MB free_disk=24.973461151123047GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Cannot resize image /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'migration_context' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.objects.base [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Object Instance<bfecc9d3-580f-492d-b933-cfa754e4cd63> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:20:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG os_vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd799372-8e14-57ab-8eac-e4defe58f414', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9df7cf7a-2c20-4091-88f9-786d75543c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ab31133d-525d-49c6-ac73-c51e987a5b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ec755eb0-a22c-4ea0-b8c9-da573277941d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1b8de29e-ee02-4221-b079-06c657c2b399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9fe50d8-eb, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9fe50d8-eb, col_values=(('qos', UUID('410f8a70-ffb7-4106-b1c7-94c52539f4a5')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9fe50d8-eb, col_values=(('external_ids', {'iface-id': 'd9fe50d8-eb8c-4e84-b131-6e3a48234bd1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:7b:6f', 'vm-uuid': 'bfecc9d3-580f-492d-b933-cfa754e4cd63'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:22:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:22 user nova-compute[75260]: INFO os_vif [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb')
Dec 06 11:22:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:23 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:22:23 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:22:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:22:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.798s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f700b57-4f5a-4b8a-8f7a-340d860d1f23 req-c11e650f-1b4f-4602-b086-3db3414d835d service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f700b57-4f5a-4b8a-8f7a-340d860d1f23 req-c11e650f-1b4f-4602-b086-3db3414d835d service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f700b57-4f5a-4b8a-8f7a-340d860d1f23 req-c11e650f-1b4f-4602-b086-3db3414d835d service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f700b57-4f5a-4b8a-8f7a-340d860d1f23 req-c11e650f-1b4f-4602-b086-3db3414d835d service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f700b57-4f5a-4b8a-8f7a-340d860d1f23 req-c11e650f-1b4f-4602-b086-3db3414d835d service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:24 user nova-compute[75260]: WARNING nova.compute.manager [req-1f700b57-4f5a-4b8a-8f7a-340d860d1f23 req-c11e650f-1b4f-4602-b086-3db3414d835d service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state stopped and task_state powering-on.
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:22:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance rebooted successfully.
Dec 06 11:22:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a194a2c5-f433-4659-8a6a-5641dd9da899 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:22:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-62ec3e64-4519-4831-941d-e24663a7e6e7 req-beb03f87-d8eb-4108-a023-df22bc3c7bfe service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-62ec3e64-4519-4831-941d-e24663a7e6e7 req-beb03f87-d8eb-4108-a023-df22bc3c7bfe service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-62ec3e64-4519-4831-941d-e24663a7e6e7 req-beb03f87-d8eb-4108-a023-df22bc3c7bfe service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-62ec3e64-4519-4831-941d-e24663a7e6e7 req-beb03f87-d8eb-4108-a023-df22bc3c7bfe service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-62ec3e64-4519-4831-941d-e24663a7e6e7 req-beb03f87-d8eb-4108-a023-df22bc3c7bfe service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:26 user nova-compute[75260]: WARNING nova.compute.manager [req-62ec3e64-4519-4831-941d-e24663a7e6e7 req-beb03f87-d8eb-4108-a023-df22bc3c7bfe service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state active and task_state None.
Dec 06 11:22:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a is timed out.
Dec 06 11:22:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully detached device vdb from instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a from the live domain config.
Dec 06 11:22:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhVDfwqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:22:33 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb9ee3d-f59d-4f0c-a246-2a60ad19ee4d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:22:33 user nova-compute[75260]: No targets found.
Dec 06 11:22:33 user nova-compute[75260]: iSNS:
Dec 06 11:22:33 user nova-compute[75260]: No targets found.
Dec 06 11:22:33 user nova-compute[75260]: STATIC:
Dec 06 11:22:33 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e
Dec 06 11:22:33 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:22:33 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:22:33 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:22:33 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:22:33 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:22:33 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:22:33 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:22:33 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:22:33 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d
Dec 06 11:22:33 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:22:33 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:22:33 user nova-compute[75260]: FIRMWARE:
Dec 06 11:22:33 user nova-compute[75260]: No targets found.
Dec 06 11:22:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:22:33 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:22:33 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[142e9647-f58c-4aba-9d60-a9f084ff23d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[50939d33-a3ab-4545-b4ad-fb703b1914fd]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:22:33 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:22:33 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:22:33 user nova-compute[75260]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d (non-flash)
Dec 06 11:22:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:22:33 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:22:33 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:22:33 user nova-compute[75260]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d (non-flash)
Dec 06 11:22:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541e3c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d'): ({'sde'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Removing single pathed devices sde {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c44dd722-0501-4e7a-9470-166d9d0a0643]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da97d17-68d4-47a7-9426-3a0eeeefe930]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Flushing IO for device /dev/sde {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf668cc-d2d8-4ef9-9c4e-81b7e8320c32]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5094b4a4-c1c6-4e9f-ad1a-73dc12a923f5]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa4eef6-3439-4964-8f90-7878bd0c3b9c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a395fc5f-3c8f-419d-be82-7f97af4cf42b]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260]
Dec 06 11:22:33 user nova-compute[75260]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d, portal: 172.16.0.220,3260] successful.
Dec 06 11:22:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1710ad8f-9723-4c8f-88ff-a79e67245c5d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b048ded7-3779-4f44-be42-79f059a03d33]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] <== disconnect_volume: return (323ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:22:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:22:34 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'flavor' on Instance uuid 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f663c623-1d85-4336-b147-b4991cc8216e tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.108s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:22:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:39 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:22:39 user nova-compute[75260]: INFO nova.compute.claims [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Claim successful on node user
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.531s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:22:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:22:40 user nova-compute[75260]: INFO nova.virt.block_device [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Booting with volume c95595fa-6838-4f49-8ef3-5325de8a7ce3 at /dev/vda
Dec 06 11:22:40 user nova-compute[75260]: DEBUG os_brick.utils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.policy [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '017bc262a48b41b8b24050592263389d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '291fc9e2381b401ea7aba3406fd7ac2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[186bd1f1-a334-42ab-ac03-792864be20a3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[94455b2b-6e3e-4f64-a84f-555afca6c14e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[863be3d4-d02e-4ebe-ade4-52738ac7753b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0baa3502-7a2c-4082-aa9c-5037b974865a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:22:40 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:22:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0847d81f-47ce-45ac-bcde-61ec92174d9c]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG os_brick.utils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating existing volume attachment record: f48f13c2-502c-457b-b49e-1eaafc782a06 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:22:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully created port: c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:41 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully created port: 0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully created port: 3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully created port: 409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully created port: 3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-c5e6544c-0064-4592-bd7f-a34e86741abe. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92bd23b8-ee10-4f42-975f-9fbc89bc7ae9 req-dbf833c0-0ea6-4c6d-8ad9-09d30c5b8dce service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:44 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: 0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: 0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-a44ec2c6-8caa-4a64-90d1-2d6e36be5514. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-0967d239-c152-44d9-aead-74649817e0fa. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port 0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: 3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port 0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1975bc66-cda6-44e1-9cc2-e1ec8ecef70c req-4f1f22ca-04a8-49dd-88fa-14a2619b616a service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: 409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-changed-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Refreshing instance network info cache due to event network-changed-4cc1a137-fce5-48f8-8204-bb0ec4f8e838. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] Acquiring lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] Acquired lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Refreshing network info cache for port 4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Successfully updated port: 3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:22:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG nova.compute.manager [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-3cbdb622-0d67-4fef-bb85-d511c13922fc. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updated VIF entry in instance network info cache for port 4cc1a137-fce5-48f8-8204-bb0ec4f8e838. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updating instance_info_cache with network_info: [{"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2b8ec94-08b6-4dab-939a-8d331e1cdd1f req-f99c5856-44d2-4110-a88d-bba7964c30f8 service nova] Releasing lock "refresh_cache-1b8de29e-ee02-4221-b079-06c657c2b399" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance network_info: |[{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:22:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:49 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port 3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updated VIF entry in instance network info cache for port 3cbdb622-0d67-4fef-bb85-d511c13922fc. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.compute.manager [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.compute.manager [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-409edbf3-5197-4fcf-a7ec-03c743a7cd14. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port 409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:50 user nova-compute[75260]: INFO nova.virt.block_device [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Booting with volume be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 at /dev/vdb
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.objects.instance [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lazy-loading 'flavor' on Instance uuid 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG os_brick.utils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:22:50 user nova-compute[75260]: INFO nova.compute.claims [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Claim successful on node user
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7728e0e-7b4b-4c27-bc9b-b36e99fed422]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68bf42f-4196-405a-908c-6fb64c359fd3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9925c5-1794-4dcf-9e04-f8acda279f23]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f15817-f4d1-4885-a06c-ec7d2582ae7e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:22:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:22:51 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[04d4fe4f-0ddc-47dd-897b-ed84fe1a9012]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.utils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating existing volume attachment record: 0f59f634-5d99-4699-b106-20fa8ca3f370 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:51 user nova-compute[75260]: INFO nova.compute.manager [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Attaching volume 0b164d37-f0fe-4c96-97a1-948629b8df8c to /dev/vdb
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updated VIF entry in instance network info cache for port 409edbf3-5197-4fcf-a7ec-03c743a7cd14. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.utils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-3316fc24-9239-4f28-bf68-e76322c7dc94. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port 3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b59b65-18da-41fb-8209-6f426877e846]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a6332e-f806-4c0b-b774-3f4619485eae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd41a40d-ef1b-469a-b57a-10b2b4d6f07b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f842ee96-e678-446b-a90b-ca9371189b67]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:22:51 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[38099179-8129-42d5-b287-467461f18cce]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG os_brick.utils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updating existing volume attachment record: b192a118-53b5-49a4-b043-3b4412cb6653 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.701s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updated VIF entry in instance network info cache for port 3316fc24-9239-4f28-bf68-e76322c7dc94. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88c357e9-3a61-4514-ba83-46296df4d20a req-781717f7-89ea-4fc1-9f06-30e90bb4874d service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:22:51 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.policy [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab1d20171b245f08bccd714cbaee177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de599d7f41674eaabe3e3911034e7215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:22:51 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Creating image(s)
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "/opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk 1073741824" returned: 0 in 0.067s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Successfully created port: 02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Cannot resize image /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Ensure instance console log exists: /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Successfully updated port: 02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-f365d9f9-39ef-4544-b8b5-f138081a231a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-f365d9f9-39ef-4544-b8b5-f138081a231a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-changed-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Refreshing instance network info cache due to event network-changed-02de43a9-4bca-46c9-aa08-a53ef7254dc7. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] Acquiring lock "refresh_cache-f365d9f9-39ef-4544-b8b5-f138081a231a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:22:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Updating instance_info_cache with network_info: [{"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-f365d9f9-39ef-4544-b8b5-f138081a231a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Instance network_info: |[{"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] Acquired lock "refresh_cache-f365d9f9-39ef-4544-b8b5-f138081a231a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Refreshing network info cache for port 02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Start _get_guest_xml network_info=[{"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:22:53 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:53 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1386013474',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1386013474',id=26,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-x2iydb25',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:52Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=f365d9f9-39ef-4544-b8b5-f138081a231a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'pci_devices' on Instance uuid f365d9f9-39ef-4544-b8b5-f138081a231a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:22:53 user nova-compute[75260]:   <uuid>f365d9f9-39ef-4544-b8b5-f138081a231a</uuid>
Dec 06 11:22:53 user nova-compute[75260]:   <name>instance-0000001a</name>
Dec 06 11:22:53 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:22:53 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:22:53 user nova-compute[75260]:   <metadata>
Dec 06 11:22:53 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:22:53 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:22:53 user nova-compute[75260]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1386013474</nova:name>
Dec 06 11:22:53 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:22:53</nova:creationTime>
Dec 06 11:22:53 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:22:53 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:22:53 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:22:53 user nova-compute[75260]:       <nova:owner>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:user uuid="0ab1d20171b245f08bccd714cbaee177">tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member</nova:user>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:project uuid="de599d7f41674eaabe3e3911034e7215">tempest-ServerBootFromVolumeStableRescueTest-279880957</nova:project>
Dec 06 11:22:53 user nova-compute[75260]:       </nova:owner>
Dec 06 11:22:53 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:22:53 user nova-compute[75260]:       <nova:ports>
Dec 06 11:22:53 user nova-compute[75260]:         <nova:port uuid="02de43a9-4bca-46c9-aa08-a53ef7254dc7">
Dec 06 11:22:53 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:22:53 user nova-compute[75260]:         </nova:port>
Dec 06 11:22:53 user nova-compute[75260]:       </nova:ports>
Dec 06 11:22:53 user nova-compute[75260]:     </nova:instance>
Dec 06 11:22:53 user nova-compute[75260]:   </metadata>
Dec 06 11:22:53 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:22:53 user nova-compute[75260]:     <system>
Dec 06 11:22:53 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:22:53 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:22:53 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:22:53 user nova-compute[75260]:       <entry name="serial">f365d9f9-39ef-4544-b8b5-f138081a231a</entry>
Dec 06 11:22:53 user nova-compute[75260]:       <entry name="uuid">f365d9f9-39ef-4544-b8b5-f138081a231a</entry>
Dec 06 11:22:53 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:22:53 user nova-compute[75260]:     </system>
Dec 06 11:22:53 user nova-compute[75260]:   </sysinfo>
Dec 06 11:22:53 user nova-compute[75260]:   <os>
Dec 06 11:22:53 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:22:53 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:22:53 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:22:53 user nova-compute[75260]:   </os>
Dec 06 11:22:53 user nova-compute[75260]:   <features>
Dec 06 11:22:53 user nova-compute[75260]:     <acpi/>
Dec 06 11:22:53 user nova-compute[75260]:     <apic/>
Dec 06 11:22:53 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:22:53 user nova-compute[75260]:   </features>
Dec 06 11:22:53 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:22:53 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:22:53 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:22:53 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:22:53 user nova-compute[75260]:   </clock>
Dec 06 11:22:53 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:22:53 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:22:53 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:22:53 user nova-compute[75260]:   </cpu>
Dec 06 11:22:53 user nova-compute[75260]:   <devices>
Dec 06 11:22:53 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:22:53 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:22:53 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk"/>
Dec 06 11:22:53 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:22:53 user nova-compute[75260]:     </disk>
Dec 06 11:22:53 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:22:53 user nova-compute[75260]:       <mac address="fa:16:3e:fa:7e:13"/>
Dec 06 11:22:53 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:22:53 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:22:53 user nova-compute[75260]:       <target dev="tap02de43a9-4b"/>
Dec 06 11:22:53 user nova-compute[75260]:     </interface>
Dec 06 11:22:53 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:22:53 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/console.log" append="off"/>
Dec 06 11:22:53 user nova-compute[75260]:     </serial>
Dec 06 11:22:53 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:22:53 user nova-compute[75260]:     <video>
Dec 06 11:22:53 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:22:53 user nova-compute[75260]:     </video>
Dec 06 11:22:53 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:22:53 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:22:53 user nova-compute[75260]:     </rng>
Dec 06 11:22:53 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:22:53 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:22:53 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:22:53 user nova-compute[75260]:     </memballoon>
Dec 06 11:22:53 user nova-compute[75260]:   </devices>
Dec 06 11:22:53 user nova-compute[75260]: </domain>
Dec 06 11:22:53 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1386013474',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1386013474',id=26,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-x2iydb25',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:52Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=f365d9f9-39ef-4544-b8b5-f138081a231a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG os_vif [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd54bb4c2-9a65-5866-a809-cee68b7ea510', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02de43a9-4b, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02de43a9-4b, col_values=(('qos', UUID('6c4c4a46-76ec-4a78-bd79-facb594b66bc')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02de43a9-4b, col_values=(('external_ids', {'iface-id': '02de43a9-4bca-46c9-aa08-a53ef7254dc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:7e:13', 'vm-uuid': 'f365d9f9-39ef-4544-b8b5-f138081a231a'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:53 user nova-compute[75260]: INFO os_vif [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b')
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No VIF found with MAC fa:16:3e:fa:7e:13, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Updated VIF entry in instance network info cache for port 02de43a9-4bca-46c9-aa08-a53ef7254dc7. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Updating instance_info_cache with network_info: [{"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:22:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee4bb093-e542-495a-b2f2-297f48fe7dff req-815622dd-88fa-4f18-b06c-0a4a64c5d048 service nova] Releasing lock "refresh_cache-f365d9f9-39ef-4544-b8b5-f138081a231a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:22:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-602155b3-8f2a-4421-b73b-675e903cf5d5 req-420105b5-eeab-4d8e-9096-de5ed6fcf20f service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-602155b3-8f2a-4421-b73b-675e903cf5d5 req-420105b5-eeab-4d8e-9096-de5ed6fcf20f service nova] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-602155b3-8f2a-4421-b73b-675e903cf5d5 req-420105b5-eeab-4d8e-9096-de5ed6fcf20f service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-602155b3-8f2a-4421-b73b-675e903cf5d5 req-420105b5-eeab-4d8e-9096-de5ed6fcf20f service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-602155b3-8f2a-4421-b73b-675e903cf5d5 req-420105b5-eeab-4d8e-9096-de5ed6fcf20f service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] No waiting events found dispatching network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:55 user nova-compute[75260]: WARNING nova.compute.manager [req-602155b3-8f2a-4421-b73b-675e903cf5d5 req-420105b5-eeab-4d8e-9096-de5ed6fcf20f service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received unexpected event network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 for instance with vm_state building and task_state spawning.
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:22:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Instance spawned successfully.
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:22:57 user nova-compute[75260]: INFO nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Took 5.22 seconds to spawn the instance on the hypervisor.
Dec 06 11:22:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:22:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-f5729a77-db2f-4413-9abf-bd51d0e1165a req-e80e1436-b7c5-414a-8f64-19aa8e8a65b0 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:22:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f5729a77-db2f-4413-9abf-bd51d0e1165a req-e80e1436-b7c5-414a-8f64-19aa8e8a65b0 service nova] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:22:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f5729a77-db2f-4413-9abf-bd51d0e1165a req-e80e1436-b7c5-414a-8f64-19aa8e8a65b0 service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:22:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f5729a77-db2f-4413-9abf-bd51d0e1165a req-e80e1436-b7c5-414a-8f64-19aa8e8a65b0 service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-f5729a77-db2f-4413-9abf-bd51d0e1165a req-e80e1436-b7c5-414a-8f64-19aa8e8a65b0 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] No waiting events found dispatching network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:22:57 user nova-compute[75260]: WARNING nova.compute.manager [req-f5729a77-db2f-4413-9abf-bd51d0e1165a req-e80e1436-b7c5-414a-8f64-19aa8e8a65b0 service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received unexpected event network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 for instance with vm_state building and task_state spawning.
Dec 06 11:22:57 user nova-compute[75260]: INFO nova.compute.manager [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Took 6.27 seconds to build instance.
Dec 06 11:22:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cd64d49f-f7e5-4c95-8df2-d26ef9278dac tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.371s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:22:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:22:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:01 user nova-compute[75260]: INFO nova.virt.block_device [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Booting with volume c8522fe0-f0f9-4df2-87bb-458a52b28001 at /dev/vdc
Dec 06 11:23:01 user nova-compute[75260]: DEBUG os_brick.utils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d76fb45-4d8c-499f-a1e3-4a49189b4641]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[257a1e88-2bdd-4c4c-a492-f030ef60b9fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2951072e-ed38-4f01-9718-9c5fa0ae3e4f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9566e1a2-7e0e-4b9d-8d01-43255cfb9a09]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:23:01 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:23:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5063a43-e4dc-4f8e-b632-4d2380595a0e]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG os_brick.utils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:01 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating existing volume attachment record: 611decf5-4183-4ee6-8ffa-55ca6f2e8d5a {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vTDBISwF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:02 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[827ec66d-987a-4949-828e-614fcf4d4f0d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:23:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d0c8ed3-fc6e-47d7-b394-8f3f4ef9efa0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c] added
Dec 06 11:23:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba12d2b8-d479-47f8-b6c1-6e92e18ad8a2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d2e8d8d-b737-4ffe-8c17-d7d4f59d8e36]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vTDBISwF {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vTDBISwF" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0ebe81-ad1f-47f5-9ed8-dd8984cde727]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vTDBISwF'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[73839aad-a63d-4a0e-ba2c-56b58091f41d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[201eb4eb-cd3a-463a-bbfc-2b46c1193080]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2240599-f362-405a-8ad2-8f1191de1fb6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260]
Dec 06 11:23:02 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260] successful.
Dec 06 11:23:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[020c4a21-a370-43c6-bd8f-f251858ed341]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cc0b12-fd2f-476a-84b1-c3d01fca9daa]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:02 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7e8503-bae0-4060-8a2f-cf6e446769e6]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:23:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vTDBISwF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-changed-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Refreshing instance network info cache due to event network-changed-5460b86c-76fe-4e4d-9aa9-8821f1443cf1. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] Acquiring lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] Acquired lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.network.neutron [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Refreshing network info cache for port 5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:03 user nova-compute[75260]: INFO nova.compute.manager [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Terminating instance
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23734633532396239', 'path': '/dev/sde'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734633532396239', 'path': '/dev/sde'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lazy-loading 'flavor' on Instance uuid 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:23:03 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:03 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:23:03 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:03 user nova-compute[75260]:   <serial>0b164d37-f0fe-4c96-97a1-948629b8df8c</serial>
Dec 06 11:23:03 user nova-compute[75260]: </disk>
Dec 06 11:23:03 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.network.neutron [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updated VIF entry in instance network info cache for port 5460b86c-76fe-4e4d-9aa9-8821f1443cf1. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.network.neutron [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updating instance_info_cache with network_info: [{"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b26257e3-0307-45a0-8f7e-b655cfda3c3d req-03a8a3dd-dbfc-4082-8740-69d0f384341a service nova] Releasing lock "refresh_cache-36c83aea-cd4f-408f-9d98-4d45dd478d2a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-b9b2427d-6131-4a2d-b60a-1c86af035da6 req-d362e19c-9f9b-4864-adf8-30e0b07ee1ee service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-vif-unplugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b9b2427d-6131-4a2d-b60a-1c86af035da6 req-d362e19c-9f9b-4864-adf8-30e0b07ee1ee service nova] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b9b2427d-6131-4a2d-b60a-1c86af035da6 req-d362e19c-9f9b-4864-adf8-30e0b07ee1ee service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b9b2427d-6131-4a2d-b60a-1c86af035da6 req-d362e19c-9f9b-4864-adf8-30e0b07ee1ee service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-b9b2427d-6131-4a2d-b60a-1c86af035da6 req-d362e19c-9f9b-4864-adf8-30e0b07ee1ee service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] No waiting events found dispatching network-vif-unplugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-b9b2427d-6131-4a2d-b60a-1c86af035da6 req-d362e19c-9f9b-4864-adf8-30e0b07ee1ee service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-vif-unplugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] No VIF found with MAC fa:16:3e:41:a4:fa, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2d5b196d-b646-4aa1-acbb-ea88d7f5bf7b tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.210s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Instance destroyed successfully.
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'resources' on Instance uuid 36c83aea-cd4f-408f-9d98-4d45dd478d2a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1186124846',display_name='tempest-TestStampPattern-server-1186124846',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1186124846',id=21,image_ref='c3f105f8-0378-4cb2-bb9d-43bf5c2c7756',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhCet1rI5ZbFjIYMEENVfnizz4SrZimK73CT9T/z5wI7DmykDsLVZ28Y8b5rqziwRABwdYwRCdoy2LuhEw4VTlk4yMp90PB/JavS+6ko6+AOJvrYhXEeI/b/HwI1Ij0Xw==',key_name='tempest-TestStampPattern-2072300639',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:20:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2d272d403bba4835aedd6c4d70dfeace',ramdisk_id='',reservation_id='r-2e53rlzo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='0c2a76d6-310c-45bc-add0-ca2316ed4d35',image_min_disk='1',image_min_ram='0',image_owner_id='2d272d403bba4835aedd6c4d70dfeace',image_owner_project_name='tempest-TestStampPattern-348927429',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-348927429-project-member',image_user_id='e20699a3de48490c8f2eba53e9cb64e0',owner_project_name='tempest-TestStampPattern-348927429',owner_user_name='tempest-TestStampPattern-348927429-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:20:11Z,user_data=None,user_id='e20699a3de48490c8f2eba53e9cb64e0',uuid=36c83aea-cd4f-408f-9d98-4d45dd478d2a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converting VIF {"id": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "address": "fa:16:3e:9b:8d:1f", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5460b86c-76", "ovs_interfaceid": "5460b86c-76fe-4e4d-9aa9-8821f1443cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG os_vif [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5460b86c-76, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c7bcc3e-8209-4763-8cd6-b53a53eb5ccc) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:04 user nova-compute[75260]: INFO os_vif [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8d:1f,bridge_name='br-int',has_traffic_filtering=True,id=5460b86c-76fe-4e4d-9aa9-8821f1443cf1,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5460b86c-76')
Dec 06 11:23:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Deleting instance files /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a_del
Dec 06 11:23:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Deletion of /opt/stack/data/nova/instances/36c83aea-cd4f-408f-9d98-4d45dd478d2a_del complete
Dec 06 11:23:04 user nova-compute[75260]: INFO nova.compute.manager [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Took 1.11 seconds to destroy the instance on the hypervisor.
Dec 06 11:23:04 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:23:04 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:04 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Took 0.48 seconds to deallocate network for instance.
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-475bd9a3-3f6c-4044-890c-b657ea7f5abe req-140c5110-beda-4f68-8bfc-b3c0e048a841 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-vif-deleted-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.509s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:05 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Deleted allocations for instance 36c83aea-cd4f-408f-9d98-4d45dd478d2a
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8310877a-dba3-4ae5-a9e4-76961be11745 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.308s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-a0db2760-0bea-43d7-87c2-c33412fa0fb6 req-7549a83a-f9af-47c1-bab7-7834c943a5a5 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received event network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a0db2760-0bea-43d7-87c2-c33412fa0fb6 req-7549a83a-f9af-47c1-bab7-7834c943a5a5 service nova] Acquiring lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a0db2760-0bea-43d7-87c2-c33412fa0fb6 req-7549a83a-f9af-47c1-bab7-7834c943a5a5 service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a0db2760-0bea-43d7-87c2-c33412fa0fb6 req-7549a83a-f9af-47c1-bab7-7834c943a5a5 service nova] Lock "36c83aea-cd4f-408f-9d98-4d45dd478d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-a0db2760-0bea-43d7-87c2-c33412fa0fb6 req-7549a83a-f9af-47c1-bab7-7834c943a5a5 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] No waiting events found dispatching network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:05 user nova-compute[75260]: WARNING nova.compute.manager [req-a0db2760-0bea-43d7-87c2-c33412fa0fb6 req-7549a83a-f9af-47c1-bab7-7834c943a5a5 service nova] [instance: 36c83aea-cd4f-408f-9d98-4d45dd478d2a] Received unexpected event network-vif-plugged-5460b86c-76fe-4e4d-9aa9-8821f1443cf1 for instance with vm_state deleted and task_state None.
Dec 06 11:23:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:06 user nova-compute[75260]: INFO nova.compute.manager [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Detaching volume 0b164d37-f0fe-4c96-97a1-948629b8df8c
Dec 06 11:23:06 user nova-compute[75260]: INFO nova.virt.block_device [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Attempting to driver detach volume 0b164d37-f0fe-4c96-97a1-948629b8df8c from mountpoint /dev/vdb
Dec 06 11:23:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Attempting to detach device vdb from instance 1b8de29e-ee02-4221-b079-06c657c2b399 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:23:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:23:06 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:06 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:23:06 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:06 user nova-compute[75260]:   <serial>0b164d37-f0fe-4c96-97a1-948629b8df8c</serial>
Dec 06 11:23:06 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:23:06 user nova-compute[75260]: </disk>
Dec 06 11:23:06 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:23:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Successfully detached device vdb from instance 1b8de29e-ee02-4221-b079-06c657c2b399 from the persistent domain config.
Dec 06 11:23:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1b8de29e-ee02-4221-b079-06c657c2b399 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:23:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:23:06 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:06 user nova-compute[75260]:   <source dev="/dev/sde"/>
Dec 06 11:23:06 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:06 user nova-compute[75260]:   <serial>0b164d37-f0fe-4c96-97a1-948629b8df8c</serial>
Dec 06 11:23:06 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:23:06 user nova-compute[75260]: </disk>
Dec 06 11:23:06 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:23:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:23:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:07 user nova-compute[75260]: INFO nova.compute.manager [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Detaching volume 3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:23:07 user nova-compute[75260]: INFO nova.virt.block_device [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Attempting to driver detach volume 3215c982-2ae2-4b71-85e8-0efa0391b0ba from mountpoint /dev/vdb
Dec 06 11:23:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Attempting to detach device vdb from instance ab31133d-525d-49c6-ac73-c51e987a5b1a from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:23:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:23:07 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:07 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:23:07 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:07 user nova-compute[75260]:   <serial>3215c982-2ae2-4b71-85e8-0efa0391b0ba</serial>
Dec 06 11:23:07 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:23:07 user nova-compute[75260]: </disk>
Dec 06 11:23:07 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:23:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully detached device vdb from instance ab31133d-525d-49c6-ac73-c51e987a5b1a from the persistent domain config.
Dec 06 11:23:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ab31133d-525d-49c6-ac73-c51e987a5b1a from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:23:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:23:07 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:07 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:23:07 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:07 user nova-compute[75260]:   <serial>3215c982-2ae2-4b71-85e8-0efa0391b0ba</serial>
Dec 06 11:23:07 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:23:07 user nova-compute[75260]: </disk>
Dec 06 11:23:07 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:23:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:09 user nova-compute[75260]: INFO nova.compute.manager [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Terminating instance
Dec 06 11:23:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-87c5016a-2461-43d9-a854-47f57c66ac39 req-4fa31604-d391-43db-bc5c-deaaa405dc29 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-vif-unplugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-87c5016a-2461-43d9-a854-47f57c66ac39 req-4fa31604-d391-43db-bc5c-deaaa405dc29 service nova] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-87c5016a-2461-43d9-a854-47f57c66ac39 req-4fa31604-d391-43db-bc5c-deaaa405dc29 service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-87c5016a-2461-43d9-a854-47f57c66ac39 req-4fa31604-d391-43db-bc5c-deaaa405dc29 service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-87c5016a-2461-43d9-a854-47f57c66ac39 req-4fa31604-d391-43db-bc5c-deaaa405dc29 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] No waiting events found dispatching network-vif-unplugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-87c5016a-2461-43d9-a854-47f57c66ac39 req-4fa31604-d391-43db-bc5c-deaaa405dc29 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-vif-unplugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:23:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Instance destroyed successfully.
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lazy-loading 'resources' on Instance uuid 9df7cf7a-2c20-4091-88f9-786d75543c9f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-105477425',display_name='tempest-ServersNegativeTestJSON-server-105477425',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-105477425',id=3,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='27a3d1d923c449c9bdd9b586b5fb0197',ramdisk_id='',reservation_id='r-ect3t44z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-242890255',owner_user_name='tempest-ServersNegativeTestJSON-242890255-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:31Z,user_data=None,user_id='805df32ad9954f07bfd9b1e951baed41',uuid=9df7cf7a-2c20-4091-88f9-786d75543c9f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converting VIF {"id": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "address": "fa:16:3e:ad:32:60", "network": {"id": "1a94de96-73ab-448b-9fd9-0ce5fa551aca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1058547527-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "27a3d1d923c449c9bdd9b586b5fb0197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ccc2630-3c", "ovs_interfaceid": "7ccc2630-3cf1-48ca-bf83-7963a19247cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG os_vif [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ccc2630-3c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=442bdade-0c85-4b51-a655-f2f2f2e2e813) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:10 user nova-compute[75260]: INFO os_vif [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:32:60,bridge_name='br-int',has_traffic_filtering=True,id=7ccc2630-3cf1-48ca-bf83-7963a19247cc,network=Network(1a94de96-73ab-448b-9fd9-0ce5fa551aca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ccc2630-3c')
Dec 06 11:23:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Deleting instance files /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f_del
Dec 06 11:23:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Deletion of /opt/stack/data/nova/instances/9df7cf7a-2c20-4091-88f9-786d75543c9f_del complete
Dec 06 11:23:10 user nova-compute[75260]: INFO nova.compute.manager [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 06 11:23:10 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:10 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Took 0.49 seconds to deallocate network for instance.
Dec 06 11:23:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.493s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:11 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Deleted allocations for instance 9df7cf7a-2c20-4091-88f9-786d75543c9f
Dec 06 11:23:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a3f132eb-cda0-40f5-9b4f-6c7f64f08d5e tempest-ServersNegativeTestJSON-242890255 tempest-ServersNegativeTestJSON-242890255-project-member] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.092s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] Acquiring lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] Lock "9df7cf7a-2c20-4091-88f9-786d75543c9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] No waiting events found dispatching network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:11 user nova-compute[75260]: WARNING nova.compute.manager [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received unexpected event network-vif-plugged-7ccc2630-3cf1-48ca-bf83-7963a19247cc for instance with vm_state deleted and task_state None.
Dec 06 11:23:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-ff659b19-0e27-4808-bf82-88a9b97d309b req-3f5813a5-d2e6-4cec-abdf-523d6b2c9f17 service nova] [instance: 9df7cf7a-2c20-4091-88f9-786d75543c9f] Received event network-vif-deleted-7ccc2630-3cf1-48ca-bf83-7963a19247cc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:23:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Creating image(s)
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Ensure instance console log exists: /opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Start _get_guest_xml network_info=[{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'f48f13c2-502c-457b-b49e-1eaafc782a06', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KrhzAoaj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb823422-3122-4920-9f35-ca6f9bcf323e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c95595fa-6838-4f49-8ef3-5325de8a7ce3', 'serial': 'c95595fa-6838-4f49-8ef3-5325de8a7ce3'}, 'disk_bus': 'virtio', 'volume_type': None}, {'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '0f59f634-5d99-4699-b106-20fa8ca3f370', 'delete_on_termination': False, 'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuDlVifj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb823422-3122-4920-9f35-ca6f9bcf323e', 'attached_at': '', 'detached_at': '', 'volume_id': 'be78cb2a-d8b4-4e08-b703-0edd80e8c3e1', 'serial': 'be78cb2a-d8b4-4e08-b703-0edd80e8c3e1'}, 'disk_bus': 'virtio', 'volume_type': None}, {'mount_device': '/dev/vdc', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '611decf5-4183-4ee6-8ffa-55ca6f2e8d5a', 'delete_on_termination': False, 'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdPKqyFW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb823422-3122-4920-9f35-ca6f9bcf323e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8522fe0-f0f9-4df2-87bb-458a52b28001', 'serial': 'c8522fe0-f0f9-4df2-87bb-458a52b28001'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:23:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:23:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KrhzAoaj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:12 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce6bcaaa-9664-4651-b353-58cd84ad4467]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:23:12 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d30a66a3-f269-49f8-a774-957482af6959]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3] added
Dec 06 11:23:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ae41291-821a-478e-b2fb-560c3f4d335c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8d1b80-b4a0-4327-a40c-6938b6a0a215]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KrhzAoaj {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KrhzAoaj" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[32888daa-2e8a-4d00-99a1-a6f1a54d7839]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KrhzAoaj'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[85244639-a002-46b5-8d81-7583c313587b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5ec8b2-b51e-4f00-bca4-38bf43add904]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:12 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:12 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:12 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:12 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:12 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:12 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb1b1e8-0a1e-4b5b-9213-5072d9e42ec0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260]
Dec 06 11:23:13 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260] successful.
Dec 06 11:23:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[364f19e9-dab8-4a95-bc94-501b1acb3825]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f964fe-6434-4782-89ac-acbb6972ca94]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:13 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] HCTL ('37', '-', '-', 0) found on session 24 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8ed024f-2b74-4f72-be2a-0bcece2c9665]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Searching for a device in session 24 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KrhzAoaj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23561313763343338', 'path': '/dev/sdf'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561313763343338', 'path': '/dev/sdf'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuDlVifj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:14 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:14 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:14 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e9dd5ab-6f03-4725-8cb9-35dce42b090e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:23:14 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d55ec6-d81e-453f-b204-3b27733acaeb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1] added
Dec 06 11:23:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[903a5a79-ed71-4b2e-817e-8a146be7b3a5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b00f99-d6a9-436d-b0f2-d77ca1361c43]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OuDlVifj {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OuDlVifj" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[985a7d50-44d5-4d3d-aa15-a18edd37e1fa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OuDlVifj'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4712a6d6-0057-44c1-9b86-0d8d9e5ec676]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a77bf9-ead2-4cca-90f3-bc681f8fedc1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c0d180-3a8d-43a3-9403-a08dc0afa834]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260]
Dec 06 11:23:14 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260] successful.
Dec 06 11:23:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bcc9f49-daf9-4ea9-82d0-c888e4ac85f8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[236fc145-8d3b-4d8a-98ab-ca22987c9847]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] HCTL ('38', '-', '-', 0) found on session 25 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbac303c-526b-400b-899d-d49aa1aaaf10]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Searching for a device in session 25 and hctl ['38', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Searching for a device in session 25 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuDlVifj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23439653861613335', 'path': '/dev/sdg'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23439653861613335', 'path': '/dev/sdg'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdPKqyFW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:15 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:15 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:15 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41bc839-9c39-4e8f-ae24-3e38c80e3449]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:23:15 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[be41efa3-35b3-471a-b1bf-53e2b5a278c5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001] added
Dec 06 11:23:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a089cfb-d235-4c7d-8cb5-fc509f6a9dc0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab6cbef-7033-4d5a-9788-45ceaba7c06e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OdPKqyFW {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OdPKqyFW" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fec2742-b92b-4c94-ab82-ab62522aef05]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OdPKqyFW'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1345d161-6720-4827-9c86-bb6d8513a43a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6f700a-ea9a-4c2f-839a-a912ffa0e21c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0ee468-2a90-421a-b74d-3e7c9ad6ba3a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260]
Dec 06 11:23:15 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260] successful.
Dec 06 11:23:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[839334d7-d803-45a9-bc60-ba0c21d0e196]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41ad2ef-c35b-489d-ae0d-026fee01fa56]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:23:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] HCTL ('39', '-', '-', 0) found on session 26 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5bad3f-41d0-4678-ad5f-ee7411df62a5]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Searching for a device in session 26 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdPKqyFW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '26231653339396431', 'path': '/dev/sdh'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26231653339396431', 'path': '/dev/sdh'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lazy-loading 'pci_devices' on Instance uuid bb823422-3122-4920-9f35-ca6f9bcf323e {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:23:17 user nova-compute[75260]:   <uuid>bb823422-3122-4920-9f35-ca6f9bcf323e</uuid>
Dec 06 11:23:17 user nova-compute[75260]:   <name>instance-00000019</name>
Dec 06 11:23:17 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:23:17 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:23:17 user nova-compute[75260]:   <metadata>
Dec 06 11:23:17 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:23:17 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:23:17 user nova-compute[75260]:       <nova:name>tempest-device-tagging-server-193517632</nova:name>
Dec 06 11:23:17 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:23:12</nova:creationTime>
Dec 06 11:23:17 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:23:17 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:23:17 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:23:17 user nova-compute[75260]:       <nova:owner>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:user uuid="017bc262a48b41b8b24050592263389d">tempest-TaggedBootDevicesTest-956749342-project-member</nova:user>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:project uuid="291fc9e2381b401ea7aba3406fd7ac2d">tempest-TaggedBootDevicesTest-956749342</nova:project>
Dec 06 11:23:17 user nova-compute[75260]:       </nova:owner>
Dec 06 11:23:17 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:23:17 user nova-compute[75260]:       <nova:ports>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="c5e6544c-0064-4592-bd7f-a34e86741abe">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="a44ec2c6-8caa-4a64-90d1-2d6e36be5514">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.140" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="0967d239-c152-44d9-aead-74649817e0fa">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.16" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="0c0a735f-81d4-4d13-9b11-8402c5d1ffa4">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.202" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="3cbdb622-0d67-4fef-bb85-d511c13922fc">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.1.1.116" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="409edbf3-5197-4fcf-a7ec-03c743a7cd14">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:         <nova:port uuid="3316fc24-9239-4f28-bf68-e76322c7dc94">
Dec 06 11:23:17 user nova-compute[75260]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 11:23:17 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:17 user nova-compute[75260]:       </nova:ports>
Dec 06 11:23:17 user nova-compute[75260]:     </nova:instance>
Dec 06 11:23:17 user nova-compute[75260]:   </metadata>
Dec 06 11:23:17 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:23:17 user nova-compute[75260]:     <system>
Dec 06 11:23:17 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:23:17 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:23:17 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:23:17 user nova-compute[75260]:       <entry name="serial">bb823422-3122-4920-9f35-ca6f9bcf323e</entry>
Dec 06 11:23:17 user nova-compute[75260]:       <entry name="uuid">bb823422-3122-4920-9f35-ca6f9bcf323e</entry>
Dec 06 11:23:17 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:23:17 user nova-compute[75260]:     </system>
Dec 06 11:23:17 user nova-compute[75260]:   </sysinfo>
Dec 06 11:23:17 user nova-compute[75260]:   <os>
Dec 06 11:23:17 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:23:17 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:23:17 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:23:17 user nova-compute[75260]:   </os>
Dec 06 11:23:17 user nova-compute[75260]:   <features>
Dec 06 11:23:17 user nova-compute[75260]:     <acpi/>
Dec 06 11:23:17 user nova-compute[75260]:     <apic/>
Dec 06 11:23:17 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:23:17 user nova-compute[75260]:   </features>
Dec 06 11:23:17 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:23:17 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:23:17 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:23:17 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:23:17 user nova-compute[75260]:   </clock>
Dec 06 11:23:17 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:23:17 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:23:17 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:23:17 user nova-compute[75260]:   </cpu>
Dec 06 11:23:17 user nova-compute[75260]:   <devices>
Dec 06 11:23:17 user nova-compute[75260]:     <disk type="file" device="cdrom">
Dec 06 11:23:17 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 11:23:17 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e/disk.config"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="hda" bus="ide"/>
Dec 06 11:23:17 user nova-compute[75260]:     </disk>
Dec 06 11:23:17 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:23:17 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:17 user nova-compute[75260]:       <source dev="/dev/sdf"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <serial>c95595fa-6838-4f49-8ef3-5325de8a7ce3</serial>
Dec 06 11:23:17 user nova-compute[75260]:     </disk>
Dec 06 11:23:17 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:23:17 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:17 user nova-compute[75260]:       <source dev="/dev/sdg"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <serial>be78cb2a-d8b4-4e08-b703-0edd80e8c3e1</serial>
Dec 06 11:23:17 user nova-compute[75260]:     </disk>
Dec 06 11:23:17 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:23:17 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:17 user nova-compute[75260]:       <source dev="/dev/sdh"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="vdc" bus="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <serial>c8522fe0-f0f9-4df2-87bb-458a52b28001</serial>
Dec 06 11:23:17 user nova-compute[75260]:     </disk>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:49:f5:b4"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tapc5e6544c-00"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:77:b8:6c"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tapa44ec2c6-8c"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:1e:99:9d"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tap0967d239-c1"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:c4:b1:73"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tap0c0a735f-81"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:75:d7:c7"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tap3cbdb622-0d"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:f1:3d:fb"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tap409edbf3-51"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:17 user nova-compute[75260]:       <mac address="fa:16:3e:99:2e:1a"/>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:17 user nova-compute[75260]:       <target dev="tap3316fc24-92"/>
Dec 06 11:23:17 user nova-compute[75260]:     </interface>
Dec 06 11:23:17 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:23:17 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e/console.log" append="off"/>
Dec 06 11:23:17 user nova-compute[75260]:     </serial>
Dec 06 11:23:17 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:23:17 user nova-compute[75260]:     <video>
Dec 06 11:23:17 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:17 user nova-compute[75260]:     </video>
Dec 06 11:23:17 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:23:17 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:23:17 user nova-compute[75260]:     </rng>
Dec 06 11:23:17 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:23:17 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:23:17 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:23:17 user nova-compute[75260]:     </memballoon>
Dec 06 11:23:17 user nova-compute[75260]:   </devices>
Dec 06 11:23:17 user nova-compute[75260]: </domain>
Dec 06 11:23:17 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eaebc206-d339-5b13-8e60-4c6da9dfc5ac', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5e6544c-00, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5e6544c-00, col_values=(('qos', UUID('60e5678c-b880-474b-9a36-c021dd1e2a92')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5e6544c-00, col_values=(('external_ids', {'iface-id': 'c5e6544c-0064-4592-bd7f-a34e86741abe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:f5:b4', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b709587-09fd-5c35-837a-c1f00a93b8c7', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa44ec2c6-8c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa44ec2c6-8c, col_values=(('qos', UUID('4c15fb98-4046-4f90-9242-d476f171052f')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa44ec2c6-8c, col_values=(('external_ids', {'iface-id': 'a44ec2c6-8caa-4a64-90d1-2d6e36be5514', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:b8:6c', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '818c02e0-9837-517b-bf32-6978f5ad77f3', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0967d239-c1, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0967d239-c1, col_values=(('qos', UUID('a5b5907f-0ac6-43e5-bd2d-1144dd0fc772')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0967d239-c1, col_values=(('external_ids', {'iface-id': '0967d239-c152-44d9-aead-74649817e0fa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:99:9d', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7d7fd86b-1d7f-5a96-8c4c-e7a2f538c4af', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0c0a735f-81, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0c0a735f-81, col_values=(('qos', UUID('33ef914b-d75d-4eb5-a271-0bf8e7292dfa')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0c0a735f-81, col_values=(('external_ids', {'iface-id': '0c0a735f-81d4-4d13-9b11-8402c5d1ffa4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c4:b1:73', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4329efe-e1be-57e2-b9ef-96a642cb841d', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3cbdb622-0d, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3cbdb622-0d, col_values=(('qos', UUID('0001aef4-1996-44a9-9a85-f43f9a4c9748')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3cbdb622-0d, col_values=(('external_ids', {'iface-id': '3cbdb622-0d67-4fef-bb85-d511c13922fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:d7:c7', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73dd0b99-ef90-5c8e-bf8e-56d2d25bcb14', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap409edbf3-51, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap409edbf3-51, col_values=(('qos', UUID('e39f5ef1-e011-4fe5-8c56-1d2716428fdb')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap409edbf3-51, col_values=(('external_ids', {'iface-id': '409edbf3-5197-4fcf-a7ec-03c743a7cd14', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:3d:fb', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea5f96e7-2a56-58b6-978c-ad4fe2ec99a9', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3316fc24-92, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3316fc24-92, col_values=(('qos', UUID('be6ddb03-3a4f-4381-a8f3-966ccafbd359')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3316fc24-92, col_values=(('external_ids', {'iface-id': '3316fc24-9239-4f28-bf68-e76322c7dc94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:2e:1a', 'vm-uuid': 'bb823422-3122-4920-9f35-ca6f9bcf323e'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:17 user nova-compute[75260]: INFO os_vif [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92')
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] No BDM found with device name hda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] No VIF found with MAC fa:16:3e:49:f5:b4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:23:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] No VIF found with MAC fa:16:3e:75:d7:c7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:23:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Using config drive
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Creating config drive at /opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e/disk.config
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp1jldjpnm {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp1jldjpnm" returned: 0 in 0.072s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-3b1058a5-8b1d-43a8-97a7-ce58dd29814f req-485d1658-744d-4c7e-923f-46d899d614ab service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3b1058a5-8b1d-43a8-97a7-ce58dd29814f req-485d1658-744d-4c7e-923f-46d899d614ab service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3b1058a5-8b1d-43a8-97a7-ce58dd29814f req-485d1658-744d-4c7e-923f-46d899d614ab service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3b1058a5-8b1d-43a8-97a7-ce58dd29814f req-485d1658-744d-4c7e-923f-46d899d614ab service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-3b1058a5-8b1d-43a8-97a7-ce58dd29814f req-485d1658-744d-4c7e-923f-46d899d614ab service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:19 user nova-compute[75260]: WARNING nova.compute.manager [req-3b1058a5-8b1d-43a8-97a7-ce58dd29814f req-485d1658-744d-4c7e-923f-46d899d614ab service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe for instance with vm_state building and task_state spawning.
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-c1861a8b-bd97-4c44-b2f4-99c4304df2da req-9762d5b9-f11b-461b-8519-f1f8a6217fec service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c1861a8b-bd97-4c44-b2f4-99c4304df2da req-9762d5b9-f11b-461b-8519-f1f8a6217fec service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c1861a8b-bd97-4c44-b2f4-99c4304df2da req-9762d5b9-f11b-461b-8519-f1f8a6217fec service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c1861a8b-bd97-4c44-b2f4-99c4304df2da req-9762d5b9-f11b-461b-8519-f1f8a6217fec service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-c1861a8b-bd97-4c44-b2f4-99c4304df2da req-9762d5b9-f11b-461b-8519-f1f8a6217fec service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:20 user nova-compute[75260]: WARNING nova.compute.manager [req-c1861a8b-bd97-4c44-b2f4-99c4304df2da req-9762d5b9-f11b-461b-8519-f1f8a6217fec service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 for instance with vm_state building and task_state spawning.
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0f7baf89-6915-4218-8942-9721fc7d7025 req-d4abc218-b269-4618-ab3e-7a22f184755b service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f7baf89-6915-4218-8942-9721fc7d7025 req-d4abc218-b269-4618-ab3e-7a22f184755b service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f7baf89-6915-4218-8942-9721fc7d7025 req-d4abc218-b269-4618-ab3e-7a22f184755b service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f7baf89-6915-4218-8942-9721fc7d7025 req-d4abc218-b269-4618-ab3e-7a22f184755b service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0f7baf89-6915-4218-8942-9721fc7d7025 req-d4abc218-b269-4618-ab3e-7a22f184755b service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-0f7baf89-6915-4218-8942-9721fc7d7025 req-d4abc218-b269-4618-ab3e-7a22f184755b service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-e5eb0ee7-edb5-4b87-80ea-90d6fe3f4a1d req-92769606-ddff-4036-a2a2-cdf4eab8e371 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-1efc8ac8-1500-48e6-9305-0d9b3a860843 req-5b0a2810-d3e0-4ddd-bb06-1d78d4c4dece service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.compute.manager [req-0c643c1b-1bf5-4760-8244-30de35a1c510 req-6d3548a2-4fc7-4a89-86db-4638aa85b759 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 for instance with vm_state building and task_state spawning.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:24 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance spawned successfully.
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:23:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7075MB free_disk=24.94180679321289GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:23:24 user nova-compute[75260]: INFO nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Took 11.52 seconds to spawn the instance on the hypervisor.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ab31133d-525d-49c6-ac73-c51e987a5b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ec755eb0-a22c-4ea0-b8c9-da573277941d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1b8de29e-ee02-4221-b079-06c657c2b399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bb823422-3122-4920-9f35-ca6f9bcf323e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:23:24 user nova-compute[75260]: INFO nova.compute.manager [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Took 44.84 seconds to build instance.
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c32046a1-3c22-4a04-a6d9-d26c97ffeaa7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 44.932s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:23:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.618s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:25 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:25 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:25 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:25 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:23:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1b8de29e-ee02-4221-b079-06c657c2b399 is timed out.
Dec 06 11:23:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Successfully detached device vdb from instance 1b8de29e-ee02-4221-b079-06c657c2b399 from the live domain config.
Dec 06 11:23:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:23:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vTDBISwF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:26 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[152ad011-c739-4cb9-a58e-2314443c64ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:23:26 user nova-compute[75260]: No targets found.
Dec 06 11:23:26 user nova-compute[75260]: iSNS:
Dec 06 11:23:26 user nova-compute[75260]: No targets found.
Dec 06 11:23:26 user nova-compute[75260]: STATIC:
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:23:26 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:26 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:26 user nova-compute[75260]: FIRMWARE:
Dec 06 11:23:26 user nova-compute[75260]: No targets found.
Dec 06 11:23:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:23:27 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:23:27 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e0f8e90-5fa1-4790-afa1-c71db67d422d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8e9fb5-8a60-44b4-bf65-55b175e3e764]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:23:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c1b8940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c'): ({'sde'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Removing single pathed devices sde {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e99e2fe1-6507-4b00-9962-1be55923e43d]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdc425c-87b0-4e76-9dbd-b566b748ff05]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Flushing IO for device /dev/sde {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[21cfff5e-f161-4d38-ae1d-1fb4d95cfdc5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1107112-7223-417c-8a17-137759a0519b]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed0d865-df06-4576-9fca-966e930bd918]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[406a3e59-996e-4619-bf26-34b5c652d851]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260]
Dec 06 11:23:27 user nova-compute[75260]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c, portal: 172.16.0.220,3260] successful.
Dec 06 11:23:27 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b164d37-f0fe-4c96-97a1-948629b8df8c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ea9e5a-0355-4185-b113-36f49d8347b2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] <== disconnect_volume: return (343ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lazy-loading 'flavor' on Instance uuid 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2ca73af-1a89-4e02-aac2-27f07d311256 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.898s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ab31133d-525d-49c6-ac73-c51e987a5b1a is timed out.
Dec 06 11:23:28 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully detached device vdb from instance ab31133d-525d-49c6-ac73-c51e987a5b1a from the live domain config.
Dec 06 11:23:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GSHPjFMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:23:28 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4237c4a3-e1ab-4396-9ae5-a5242cb6635b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:23:28 user nova-compute[75260]: No targets found.
Dec 06 11:23:28 user nova-compute[75260]: iSNS:
Dec 06 11:23:28 user nova-compute[75260]: No targets found.
Dec 06 11:23:28 user nova-compute[75260]: STATIC:
Dec 06 11:23:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1
Dec 06 11:23:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:23:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e
Dec 06 11:23:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3
Dec 06 11:23:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba
Dec 06 11:23:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:28 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:23:28 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:23:28 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:23:28 user nova-compute[75260]: FIRMWARE:
Dec 06 11:23:28 user nova-compute[75260]: No targets found.
Dec 06 11:23:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:23:28 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:23:28 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a7e7fc-c559-4f08-ba54-5d32d04af7e4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[63212b95-5ffd-42f6-ae0e-32a2d1ba76e8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:23:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2b89d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c202a77b-67f4-4351-87f9-5c1122fb1282]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[28556ae7-ec9b-4267-ae50-13c74ef54857]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf6cc95-f372-4112-985a-f190cca8fb41]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8388116c-0f5f-46f6-b714-a6d23910df3c]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4200cf43-5c69-4eeb-b792-2a61f517ceac]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[258fe188-7156-475a-9098-2c0c6d96b291]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260]
Dec 06 11:23:28 user nova-compute[75260]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba, portal: 172.16.0.220,3260] successful.
Dec 06 11:23:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3215c982-2ae2-4b71-85e8-0efa0391b0ba -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ce5a36-002b-410c-b293-b36c196f9de1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== disconnect_volume: return (343ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:23:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:23:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:29 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'flavor' on Instance uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6d7373e-1a1b-45ec-95ca-2237aa66a0bb tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.826s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:23:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:23:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:23:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing instance network info cache due to event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updated VIF entry in instance network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1dd83c3b-65bd-4347-8b2a-5dbdff7d0c39 req-f7d4daa7-cd97-4c41-9fb0-3ba89a432e6f service nova] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing instance network info cache due to event network-changed-68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] Acquiring lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] Acquired lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Refreshing network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:44 user nova-compute[75260]: INFO nova.compute.manager [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Detaching volume 0155e497-a7e0-483e-aa25-3a60d107cc1e
Dec 06 11:23:44 user nova-compute[75260]: INFO nova.virt.block_device [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Attempting to driver detach volume 0155e497-a7e0-483e-aa25-3a60d107cc1e from mountpoint /dev/vdb
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Attempting to detach device vdb from instance ec755eb0-a22c-4ea0-b8c9-da573277941d from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:23:44 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:44 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:23:44 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:44 user nova-compute[75260]:   <serial>0155e497-a7e0-483e-aa25-3a60d107cc1e</serial>
Dec 06 11:23:44 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:23:44 user nova-compute[75260]: </disk>
Dec 06 11:23:44 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updated VIF entry in instance network info cache for port 68881746-3ffc-4a2a-8755-1a42db6c4680. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [{"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully detached device vdb from instance ec755eb0-a22c-4ea0-b8c9-da573277941d from the persistent domain config.
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ec755eb0-a22c-4ea0-b8c9-da573277941d from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:23:44 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:23:44 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:23:44 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:23:44 user nova-compute[75260]:   <serial>0155e497-a7e0-483e-aa25-3a60d107cc1e</serial>
Dec 06 11:23:44 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:23:44 user nova-compute[75260]: </disk>
Dec 06 11:23:44 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-26e49649-4cb8-4ae8-b210-6eaf6b4e1103 req-b7f47f71-28d3-4f88-a06f-820a55066c33 service nova] Releasing lock "refresh_cache-ec755eb0-a22c-4ea0-b8c9-da573277941d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:23:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:48 user nova-compute[75260]: INFO nova.compute.manager [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Rescuing
Dec 06 11:23:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance destroyed successfully.
Dec 06 11:23:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Attempting rescue
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75260) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:23:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Creating image(s)
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'trusted_certs' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-4aa97c48-50ed-4e42-bfde-a49d3c2b529c req-883f6cb8-e2e2-4f21-b555-cfa5a9483dea service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4aa97c48-50ed-4e42-bfde-a49d3c2b529c req-883f6cb8-e2e2-4f21-b555-cfa5a9483dea service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4aa97c48-50ed-4e42-bfde-a49d3c2b529c req-883f6cb8-e2e2-4f21-b555-cfa5a9483dea service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4aa97c48-50ed-4e42-bfde-a49d3c2b529c req-883f6cb8-e2e2-4f21-b555-cfa5a9483dea service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-4aa97c48-50ed-4e42-bfde-a49d3c2b529c req-883f6cb8-e2e2-4f21-b555-cfa5a9483dea service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:49 user nova-compute[75260]: WARNING nova.compute.manager [req-4aa97c48-50ed-4e42-bfde-a49d3c2b529c req-883f6cb8-e2e2-4f21-b555-cfa5a9483dea service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state active and task_state rescuing.
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue" returned: 0 in 0.082s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'migration_context' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.base [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d174880f-c7cd-478c-bc07-d67655295195> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Start _get_guest_xml network_info=[{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:89:52:14"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'resources' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.base [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d174880f-c7cd-478c-bc07-d67655295195> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'numa_topology' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.base [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d174880f-c7cd-478c-bc07-d67655295195> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:23:49 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:23:49 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'vcpu_model' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.base [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d174880f-c7cd-478c-bc07-d67655295195> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1614351543',display_name='tempest-ServerRescueNegativeTestJSON-server-1614351543',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1614351543',id=18,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-j1ge2s87',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:19:10Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d174880f-c7cd-478c-bc07-d67655295195,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:89:52:14"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:89:52:14"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'pci_devices' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.objects.base [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<d174880f-c7cd-478c-bc07-d67655295195> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:23:49 user nova-compute[75260]:   <uuid>d174880f-c7cd-478c-bc07-d67655295195</uuid>
Dec 06 11:23:49 user nova-compute[75260]:   <name>instance-00000012</name>
Dec 06 11:23:49 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:23:49 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:23:49 user nova-compute[75260]:   <metadata>
Dec 06 11:23:49 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:23:49 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:23:49 user nova-compute[75260]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1614351543</nova:name>
Dec 06 11:23:49 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:23:49</nova:creationTime>
Dec 06 11:23:49 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:23:49 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:23:49 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:23:49 user nova-compute[75260]:       <nova:owner>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:user uuid="36ff047726df4a8396d61e6dec931d8f">tempest-ServerRescueNegativeTestJSON-605059791-project-member</nova:user>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:project uuid="695e996c885b41528f8bdefb826abeb8">tempest-ServerRescueNegativeTestJSON-605059791</nova:project>
Dec 06 11:23:49 user nova-compute[75260]:       </nova:owner>
Dec 06 11:23:49 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:23:49 user nova-compute[75260]:       <nova:ports>
Dec 06 11:23:49 user nova-compute[75260]:         <nova:port uuid="bce25cb4-e884-4dc6-9001-ab086d525522">
Dec 06 11:23:49 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 11:23:49 user nova-compute[75260]:         </nova:port>
Dec 06 11:23:49 user nova-compute[75260]:       </nova:ports>
Dec 06 11:23:49 user nova-compute[75260]:     </nova:instance>
Dec 06 11:23:49 user nova-compute[75260]:   </metadata>
Dec 06 11:23:49 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:23:49 user nova-compute[75260]:     <system>
Dec 06 11:23:49 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:23:49 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:23:49 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:23:49 user nova-compute[75260]:       <entry name="serial">d174880f-c7cd-478c-bc07-d67655295195</entry>
Dec 06 11:23:49 user nova-compute[75260]:       <entry name="uuid">d174880f-c7cd-478c-bc07-d67655295195</entry>
Dec 06 11:23:49 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:23:49 user nova-compute[75260]:     </system>
Dec 06 11:23:49 user nova-compute[75260]:   </sysinfo>
Dec 06 11:23:49 user nova-compute[75260]:   <os>
Dec 06 11:23:49 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:23:49 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:23:49 user nova-compute[75260]:   </os>
Dec 06 11:23:49 user nova-compute[75260]:   <features>
Dec 06 11:23:49 user nova-compute[75260]:     <acpi/>
Dec 06 11:23:49 user nova-compute[75260]:     <apic/>
Dec 06 11:23:49 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:23:49 user nova-compute[75260]:   </features>
Dec 06 11:23:49 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:23:49 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:23:49 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:23:49 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:23:49 user nova-compute[75260]:   </clock>
Dec 06 11:23:49 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:23:49 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:23:49 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:23:49 user nova-compute[75260]:   </cpu>
Dec 06 11:23:49 user nova-compute[75260]:   <devices>
Dec 06 11:23:49 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:23:49 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:23:49 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue"/>
Dec 06 11:23:49 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:23:49 user nova-compute[75260]:     </disk>
Dec 06 11:23:49 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:23:49 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:23:49 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk"/>
Dec 06 11:23:49 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:23:49 user nova-compute[75260]:     </disk>
Dec 06 11:23:49 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:23:49 user nova-compute[75260]:       <mac address="fa:16:3e:89:52:14"/>
Dec 06 11:23:49 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:49 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:23:49 user nova-compute[75260]:       <target dev="tapbce25cb4-e8"/>
Dec 06 11:23:49 user nova-compute[75260]:     </interface>
Dec 06 11:23:49 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:23:49 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/console.log" append="off"/>
Dec 06 11:23:49 user nova-compute[75260]:     </serial>
Dec 06 11:23:49 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:23:49 user nova-compute[75260]:     <video>
Dec 06 11:23:49 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:23:49 user nova-compute[75260]:     </video>
Dec 06 11:23:49 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:23:49 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:23:49 user nova-compute[75260]:     </rng>
Dec 06 11:23:49 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:23:49 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:23:49 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:23:49 user nova-compute[75260]:     </memballoon>
Dec 06 11:23:49 user nova-compute[75260]:   </devices>
Dec 06 11:23:49 user nova-compute[75260]: </domain>
Dec 06 11:23:49 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:23:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance destroyed successfully.
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:23:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:89:52:14, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:51 user nova-compute[75260]: WARNING nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state active and task_state rescuing.
Dec 06 11:23:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:51 user nova-compute[75260]: WARNING nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state active and task_state rescuing.
Dec 06 11:23:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:51 user nova-compute[75260]: WARNING nova.compute.manager [req-2c60a8d1-1f76-483b-aa02-c03f5b717ed1 req-748c7b5f-b378-47ef-a7b9-d71595f478ef service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state active and task_state rescuing.
Dec 06 11:23:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f204c70c-b176-412f-81c9-f806d2e53cb8 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:23:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:58 user nova-compute[75260]: INFO nova.compute.manager [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Terminating instance
Dec 06 11:23:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-c065ac68-d1f3-4a50-8168-92a1011ede9d req-434c3fac-4a06-4ed3-abba-7a97a4871349 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-unplugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c065ac68-d1f3-4a50-8168-92a1011ede9d req-434c3fac-4a06-4ed3-abba-7a97a4871349 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c065ac68-d1f3-4a50-8168-92a1011ede9d req-434c3fac-4a06-4ed3-abba-7a97a4871349 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c065ac68-d1f3-4a50-8168-92a1011ede9d req-434c3fac-4a06-4ed3-abba-7a97a4871349 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-c065ac68-d1f3-4a50-8168-92a1011ede9d req-434c3fac-4a06-4ed3-abba-7a97a4871349 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-unplugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-c065ac68-d1f3-4a50-8168-92a1011ede9d req-434c3fac-4a06-4ed3-abba-7a97a4871349 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-unplugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Instance destroyed successfully.
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.objects.instance [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'resources' on Instance uuid ab31133d-525d-49c6-ac73-c51e987a5b1a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:18:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034426709',display_name='tempest-ServerActionsTestOtherA-server-2025354682',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034426709',id=16,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0SU9WvgPLpoz8qXJv3BjyUqq1DbXdxf6kEuQsFqKfzyKTBmhrvLs4CgpXhe0ei3BHKykOldvcTCwTr1qiqYKOGm05RkWsnaDhbOJL+jqJWgJ3A1IG2LinZ9hwUkA21Pw==',key_name='tempest-keypair-633587840',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:20:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-mqqj4kjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:20:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=ab31133d-525d-49c6-ac73-c51e987a5b1a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "address": "fa:16:3e:45:2d:13", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26f73545-ef", "ovs_interfaceid": "26f73545-efb3-4fdd-a7b7-dbddb4df450e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG os_vif [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26f73545-ef, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51ce3b8c-c9ef-4a0b-876b-73562f6196fc) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:23:59 user nova-compute[75260]: INFO os_vif [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:2d:13,bridge_name='br-int',has_traffic_filtering=True,id=26f73545-efb3-4fdd-a7b7-dbddb4df450e,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26f73545-ef')
Dec 06 11:23:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Deleting instance files /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a_del
Dec 06 11:23:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Deletion of /opt/stack/data/nova/instances/ab31133d-525d-49c6-ac73-c51e987a5b1a_del complete
Dec 06 11:23:59 user nova-compute[75260]: INFO nova.compute.manager [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Took 1.00 seconds to destroy the instance on the hypervisor.
Dec 06 11:23:59 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing instance network info cache due to event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:23:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:00 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Took 0.93 seconds to deallocate network for instance.
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] Acquiring lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] No waiting events found dispatching network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:00 user nova-compute[75260]: WARNING nova.compute.manager [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received unexpected event network-vif-plugged-26f73545-efb3-4fdd-a7b7-dbddb4df450e for instance with vm_state deleted and task_state None.
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-bb934eff-f623-4bc8-9787-0a9a55871ea3 req-12131eb0-29c5-4524-975b-161be0730398 service nova] [instance: ab31133d-525d-49c6-ac73-c51e987a5b1a] Received event network-vif-deleted-26f73545-efb3-4fdd-a7b7-dbddb4df450e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.network.neutron [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updated VIF entry in instance network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.network.neutron [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8077e31d-1660-489d-bbbc-9f1f7d8d5fac req-cd7019c0-303b-4130-b26b-34a18116d6ed service nova] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.554s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:00 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Deleted allocations for instance ab31133d-525d-49c6-ac73-c51e987a5b1a
Dec 06 11:24:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3f900f4a-3837-468a-94b8-f1725bb933dd tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "ab31133d-525d-49c6-ac73-c51e987a5b1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.729s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:24:01 user nova-compute[75260]: INFO nova.compute.manager [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] instance snapshotting
Dec 06 11:24:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Beginning live snapshot process
Dec 06 11:24:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json -f qcow2" returned: 0 in 0.204s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json -f qcow2" returned: 0 in 0.226s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:02 user nova-compute[75260]: INFO nova.compute.manager [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Terminating instance
Dec 06 11:24:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpo5t_mu07/e681853952d1461d99a2460ba55c4aff.delta 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpo5t_mu07/e681853952d1461d99a2460ba55c4aff.delta 1073741824" returned: 0 in 0.071s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 11:24:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-639ec362-f45b-4ac2-8156-ef219579184a req-71f816d9-ced6-4559-bc4c-31fe768b6dc6 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-vif-unplugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-639ec362-f45b-4ac2-8156-ef219579184a req-71f816d9-ced6-4559-bc4c-31fe768b6dc6 service nova] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-639ec362-f45b-4ac2-8156-ef219579184a req-71f816d9-ced6-4559-bc4c-31fe768b6dc6 service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-639ec362-f45b-4ac2-8156-ef219579184a req-71f816d9-ced6-4559-bc4c-31fe768b6dc6 service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-639ec362-f45b-4ac2-8156-ef219579184a req-71f816d9-ced6-4559-bc4c-31fe768b6dc6 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] No waiting events found dispatching network-vif-unplugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-639ec362-f45b-4ac2-8156-ef219579184a req-71f816d9-ced6-4559-bc4c-31fe768b6dc6 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-vif-unplugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Instance destroyed successfully.
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lazy-loading 'resources' on Instance uuid 1b8de29e-ee02-4221-b079-06c657c2b399 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1059999035',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1059999',id=23,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLEoO0k2Lyxnp3SxxmbIdWAdsZ2gzJcj8fF1SKk1oC7MAzocJyBQZRLhYolKVtSfvbHssiS5/eWeTBV47vW/uB0KVykSymiUOElifBt45bKp7G6LBJ1fX9TaXMBvQO0imA==',key_name='tempest-keypair-822791557',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:21:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e7f4bcfb07444b37aca516f590afd06e',ramdisk_id='',reservation_id='r-p6s7lquu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-56297179',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:21:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='504145b2d54e42208098ab67c582ddb1',uuid=1b8de29e-ee02-4221-b079-06c657c2b399,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Converting VIF {"id": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "address": "fa:16:3e:41:a4:fa", "network": {"id": "e8d99c6e-4510-424d-bf74-78ff6a400614", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1481629569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7f4bcfb07444b37aca516f590afd06e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cc1a137-fc", "ovs_interfaceid": "4cc1a137-fce5-48f8-8204-bb0ec4f8e838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG os_vif [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4cc1a137-fc, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c8d453c9-a2ba-4d75-ba24-516efd49a789) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:03 user nova-compute[75260]: INFO os_vif [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:a4:fa,bridge_name='br-int',has_traffic_filtering=True,id=4cc1a137-fce5-48f8-8204-bb0ec4f8e838,network=Network(e8d99c6e-4510-424d-bf74-78ff6a400614),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cc1a137-fc')
Dec 06 11:24:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Deleting instance files /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399_del
Dec 06 11:24:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Deletion of /opt/stack/data/nova/instances/1b8de29e-ee02-4221-b079-06c657c2b399_del complete
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:24:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 11:24:03 user nova-compute[75260]: INFO nova.compute.manager [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Took 1.50 seconds to destroy the instance on the hypervisor.
Dec 06 11:24:03 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:24:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpo5t_mu07/e681853952d1461d99a2460ba55c4aff.delta /opt/stack/data/nova/instances/snapshots/tmpo5t_mu07/e681853952d1461d99a2460ba55c4aff {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpo5t_mu07/e681853952d1461d99a2460ba55c4aff.delta /opt/stack/data/nova/instances/snapshots/tmpo5t_mu07/e681853952d1461d99a2460ba55c4aff" returned: 0 in 0.730s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Snapshot extracted, beginning image upload
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:04 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Took 0.93 seconds to deallocate network for instance.
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-08c4ca36-d18c-48a4-bc4b-67ec2ed47088 req-776e3fb8-a4e6-4835-9b1b-4069725a026c service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-vif-deleted-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'flavor' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:04 user nova-compute[75260]: INFO nova.compute.manager [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Terminating instance
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.compute.manager [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received event network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] Acquiring lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] Lock "1b8de29e-ee02-4221-b079-06c657c2b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] No waiting events found dispatching network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:04 user nova-compute[75260]: WARNING nova.compute.manager [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 1b8de29e-ee02-4221-b079-06c657c2b399] Received unexpected event network-vif-plugged-4cc1a137-fce5-48f8-8204-bb0ec4f8e838 for instance with vm_state deleted and task_state None.
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-changed-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Refreshing instance network info cache due to event network-changed-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] Acquiring lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] Acquired lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG nova.network.neutron [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Refreshing network info cache for port 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:04 user nova-compute[75260]: INFO nova.compute.manager [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Attaching volume 2627ba8f-0244-4c98-97ec-eb6f8faa5323 to /dev/vdb
Dec 06 11:24:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ec755eb0-a22c-4ea0-b8c9-da573277941d is timed out.
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully detached device vdb from instance ec755eb0-a22c-4ea0-b8c9-da573277941d from the live domain config.
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OJWSkizx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:05 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.012s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.utils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3ec1d3-5394-4310-9b6f-5584ed5440ff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59dc8e1-34b6-4e6d-855d-19373590cd0f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:24:05 user nova-compute[75260]: No targets found.
Dec 06 11:24:05 user nova-compute[75260]: iSNS:
Dec 06 11:24:05 user nova-compute[75260]: No targets found.
Dec 06 11:24:05 user nova-compute[75260]: STATIC:
Dec 06 11:24:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1
Dec 06 11:24:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:24:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e
Dec 06 11:24:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3
Dec 06 11:24:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:24:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:05 user nova-compute[75260]: FIRMWARE:
Dec 06 11:24:05 user nova-compute[75260]: No targets found.
Dec 06 11:24:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:24:05 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:24:05 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d394a77a-ef29-4527-85bb-153a777f6941]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[39fb56d9-fa85-493c-bce4-87bf0351883f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a597831-ed10-469d-99a5-e5de6475b849]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e2743b-2b68-4035-a6ff-8f91f04a42c8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7615f6d-0dc4-43f4-9909-fc9b251be5bb]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bfc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:24:05 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda0f6d1-a22b-41f9-b197-6af1ce60d37f]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.utils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== get_connector_properties: return (197ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating existing volume attachment record: f33820f6-8f53-4d12-afff-167f8db792b4 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a407ea-d1e4-43d3-9544-985b61e35bfa]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c010364-5a4e-4e7d-a19e-3f666def81ac]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-54054d98-5909-4bc9-9ad9-bb55729bf940 req-bf39870c-6899-44ac-8bef-045e9891d777 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-vif-unplugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-54054d98-5909-4bc9-9ad9-bb55729bf940 req-bf39870c-6899-44ac-8bef-045e9891d777 service nova] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-54054d98-5909-4bc9-9ad9-bb55729bf940 req-bf39870c-6899-44ac-8bef-045e9891d777 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-54054d98-5909-4bc9-9ad9-bb55729bf940 req-bf39870c-6899-44ac-8bef-045e9891d777 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-54054d98-5909-4bc9-9ad9-bb55729bf940 req-bf39870c-6899-44ac-8bef-045e9891d777 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] No waiting events found dispatching network-vif-unplugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-54054d98-5909-4bc9-9ad9-bb55729bf940 req-bf39870c-6899-44ac-8bef-045e9891d777 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-vif-unplugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67018f3-7bff-4bf6-a874-2c18c1de8ad9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e30ccde-a2fe-433b-821f-b450eb11d9ee]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abc6e65-3769-44ce-a897-7dbfaf58ab0a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.707s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[01904263-68b3-4c43-a1d7-cbdc75b72b06]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260]
Dec 06 11:24:05 user nova-compute[75260]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:05 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Deleted allocations for instance 1b8de29e-ee02-4221-b079-06c657c2b399
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0155e497-a7e0-483e-aa25-3a60d107cc1e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.049s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[059d56b4-201d-4235-8eba-1bf7ff462bf1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.550s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== disconnect_volume: return (562ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updated VIF entry in instance network info cache for port 542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updating instance_info_cache with network_info: [{"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c41b86b3-9c75-4362-a448-6bf7e689e644 req-ee46b002-4998-43e4-92a7-adf3a41f0340 service nova] Releasing lock "refresh_cache-0c2a76d6-310c-45bc-add0-ca2316ed4d35" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-9ac28e06-80d9-4c56-9205-075c2540df78 tempest-TestServerVolumeAttachScenarioOldVersion-56297179 tempest-TestServerVolumeAttachScenarioOldVersion-56297179-project-member] Lock "1b8de29e-ee02-4221-b079-06c657c2b399" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.503s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Instance destroyed successfully.
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.objects.instance [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lazy-loading 'resources' on Instance uuid 0c2a76d6-310c-45bc-add0-ca2316ed4d35 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:16:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1459394243',display_name='tempest-TestStampPattern-server-1459394243',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1459394243',id=13,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhCet1rI5ZbFjIYMEENVfnizz4SrZimK73CT9T/z5wI7DmykDsLVZ28Y8b5rqziwRABwdYwRCdoy2LuhEw4VTlk4yMp90PB/JavS+6ko6+AOJvrYhXEeI/b/HwI1Ij0Xw==',key_name='tempest-TestStampPattern-2072300639',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:16:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2d272d403bba4835aedd6c4d70dfeace',ramdisk_id='',reservation_id='r-1jgszrdp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-348927429',owner_user_name='tempest-TestStampPattern-348927429-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:19:59Z,user_data=None,user_id='e20699a3de48490c8f2eba53e9cb64e0',uuid=0c2a76d6-310c-45bc-add0-ca2316ed4d35,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converting VIF {"id": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "address": "fa:16:3e:c5:75:86", "network": {"id": "2e62a241-d046-461f-866d-4543d49ace7b", "bridge": "br-int", "label": "tempest-TestStampPattern-2050046573-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2d272d403bba4835aedd6c4d70dfeace", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542eb0fd-3e", "ovs_interfaceid": "542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG os_vif [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap542eb0fd-3e, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3988c3a-c9e2-4908-b7ff-5e0ac4997ec8) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:05 user nova-compute[75260]: INFO os_vif [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:75:86,bridge_name='br-int',has_traffic_filtering=True,id=542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143,network=Network(2e62a241-d046-461f-866d-4543d49ace7b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542eb0fd-3e')
Dec 06 11:24:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Deleting instance files /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35_del
Dec 06 11:24:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Deletion of /opt/stack/data/nova/instances/0c2a76d6-310c-45bc-add0-ca2316ed4d35_del complete
Dec 06 11:24:06 user nova-compute[75260]: INFO nova.compute.manager [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 06 11:24:06 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG nova.objects.instance [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'flavor' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:06 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Took 0.58 seconds to deallocate network for instance.
Dec 06 11:24:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-eafb2ae6-657d-4aa9-8b12-cbb4f79dc425 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.275s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-b53dcffb-eda2-44a8-8fa6-06397f6cfd77 req-00f88a7e-cde3-408e-9d36-aaf1af04acd3 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-vif-deleted-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.432s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:07 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Deleted allocations for instance 0c2a76d6-310c-45bc-add0-ca2316ed4d35
Dec 06 11:24:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-93309878-abbd-4535-9dc6-58982deb9b56 tempest-TestStampPattern-348927429 tempest-TestStampPattern-348927429-project-member] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.394s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-9bc90fad-fca9-49bb-bd80-300d33052609 req-fb574bef-71eb-4b3d-a69f-36ec23fedf84 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received event network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9bc90fad-fca9-49bb-bd80-300d33052609 req-fb574bef-71eb-4b3d-a69f-36ec23fedf84 service nova] Acquiring lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9bc90fad-fca9-49bb-bd80-300d33052609 req-fb574bef-71eb-4b3d-a69f-36ec23fedf84 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9bc90fad-fca9-49bb-bd80-300d33052609 req-fb574bef-71eb-4b3d-a69f-36ec23fedf84 service nova] Lock "0c2a76d6-310c-45bc-add0-ca2316ed4d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-9bc90fad-fca9-49bb-bd80-300d33052609 req-fb574bef-71eb-4b3d-a69f-36ec23fedf84 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] No waiting events found dispatching network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:07 user nova-compute[75260]: WARNING nova.compute.manager [req-9bc90fad-fca9-49bb-bd80-300d33052609 req-fb574bef-71eb-4b3d-a69f-36ec23fedf84 service nova] [instance: 0c2a76d6-310c-45bc-add0-ca2316ed4d35] Received unexpected event network-vif-plugged-542eb0fd-3ee9-4c20-a7ff-7b5fc32e7143 for instance with vm_state deleted and task_state None.
Dec 06 11:24:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Snapshot image upload complete
Dec 06 11:24:08 user nova-compute[75260]: INFO nova.compute.manager [None req-1f3305c7-0bcb-462d-a586-a1270eb73e20 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Took 6.71 seconds to snapshot the instance on the hypervisor.
Dec 06 11:24:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:11 user nova-compute[75260]: INFO nova.compute.manager [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Terminating instance
Dec 06 11:24:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-12677442-7f83-4d3f-a219-bb99510722a6 req-51781ba0-e159-429e-8e4a-c77917e9f7c5 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-12677442-7f83-4d3f-a219-bb99510722a6 req-51781ba0-e159-429e-8e4a-c77917e9f7c5 service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-12677442-7f83-4d3f-a219-bb99510722a6 req-51781ba0-e159-429e-8e4a-c77917e9f7c5 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-12677442-7f83-4d3f-a219-bb99510722a6 req-51781ba0-e159-429e-8e4a-c77917e9f7c5 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-12677442-7f83-4d3f-a219-bb99510722a6 req-51781ba0-e159-429e-8e4a-c77917e9f7c5 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-12677442-7f83-4d3f-a219-bb99510722a6 req-51781ba0-e159-429e-8e4a-c77917e9f7c5 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-unplugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Instance destroyed successfully.
Dec 06 11:24:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'resources' on Instance uuid bfecc9d3-580f-492d-b933-cfa754e4cd63 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-170520586',display_name='tempest-AttachVolumeTestJSON-server-170520586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-170520586',id=1,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLLkTuDoMLk9lVm4x5fjwoaeFqSP29Dz5hFd51/7rdjok62/imjX7FlNZLpUixw8vIyWWc06T+XvGbL1U3fgq0iEhFFJzfNE9P4GZ4VahDSidUKIcFKKpNVmUOvHGiVwyQ==',key_name='tempest-keypair-1210250634',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-jqwv5ljz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:22:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=bfecc9d3-580f-492d-b933-cfa754e4cd63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "address": "fa:16:3e:75:7b:6f", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9fe50d8-eb", "ovs_interfaceid": "d9fe50d8-eb8c-4e84-b131-6e3a48234bd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG os_vif [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9fe50d8-eb, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=410f8a70-ffb7-4106-b1c7-94c52539f4a5) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:12 user nova-compute[75260]: INFO os_vif [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:6f,bridge_name='br-int',has_traffic_filtering=True,id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9fe50d8-eb')
Dec 06 11:24:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Deleting instance files /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63_del
Dec 06 11:24:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Deletion of /opt/stack/data/nova/instances/bfecc9d3-580f-492d-b933-cfa754e4cd63_del complete
Dec 06 11:24:12 user nova-compute[75260]: INFO nova.compute.manager [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Took 0.69 seconds to destroy the instance on the hypervisor.
Dec 06 11:24:12 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:24:12 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:13 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Took 0.86 seconds to deallocate network for instance.
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-15bdd618-ee16-4660-af85-53ccf1fe71e7 req-36eaeab0-7edc-427c-a32f-3c2902184f7f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-deleted-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:13 user nova-compute[75260]: INFO nova.compute.manager [req-15bdd618-ee16-4660-af85-53ccf1fe71e7 req-36eaeab0-7edc-427c-a32f-3c2902184f7f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Neutron deleted interface d9fe50d8-eb8c-4e84-b131-6e3a48234bd1; detaching it from the instance and deleting it from the info cache
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-15bdd618-ee16-4660-af85-53ccf1fe71e7 req-36eaeab0-7edc-427c-a32f-3c2902184f7f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-15bdd618-ee16-4660-af85-53ccf1fe71e7 req-36eaeab0-7edc-427c-a32f-3c2902184f7f service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Detach interface failed, port_id=d9fe50d8-eb8c-4e84-b131-6e3a48234bd1, reason: Instance bfecc9d3-580f-492d-b933-cfa754e4cd63 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:13 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Deleted allocations for instance bfecc9d3-580f-492d-b933-cfa754e4cd63
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ecadc40b-c3ab-4ad3-ab36-4bb9b6039abb tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.171s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-7d708eda-acdd-4a09-b176-1b87bf7877a5 req-8e0e84bc-4131-4801-91ab-f62b4592b8e6 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7d708eda-acdd-4a09-b176-1b87bf7877a5 req-8e0e84bc-4131-4801-91ab-f62b4592b8e6 service nova] Acquiring lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7d708eda-acdd-4a09-b176-1b87bf7877a5 req-8e0e84bc-4131-4801-91ab-f62b4592b8e6 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7d708eda-acdd-4a09-b176-1b87bf7877a5 req-8e0e84bc-4131-4801-91ab-f62b4592b8e6 service nova] Lock "bfecc9d3-580f-492d-b933-cfa754e4cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-7d708eda-acdd-4a09-b176-1b87bf7877a5 req-8e0e84bc-4131-4801-91ab-f62b4592b8e6 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] No waiting events found dispatching network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:13 user nova-compute[75260]: WARNING nova.compute.manager [req-7d708eda-acdd-4a09-b176-1b87bf7877a5 req-8e0e84bc-4131-4801-91ab-f62b4592b8e6 service nova] [instance: bfecc9d3-580f-492d-b933-cfa754e4cd63] Received unexpected event network-vif-plugged-d9fe50d8-eb8c-4e84-b131-6e3a48234bd1 for instance with vm_state deleted and task_state None.
Dec 06 11:24:14 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:14 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:15 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:15 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:15 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae18c63-eeff-49bf-a3e0-67131c9a9c5b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:24:15 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a882fed7-1a04-428e-976e-b7f3d17e92b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323] added
Dec 06 11:24:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d36f7d6d-c63d-4746-b4e5-16c364cd5030]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8753a6f9-c28f-44e5-bdd1-571358f28ebf]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIzEMqZG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIzEMqZG" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c42851e-689f-4b74-9f80-4f58802c63e2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uIzEMqZG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cca109b-029c-454d-8876-d16a8b71350a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9b69b4-9e7c-4f86-8585-42e05e0f85b6]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[998b35f9-e396-4858-9482-ec4815cfd040]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]
Dec 06 11:24:15 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d72b9540-be1a-4342-9b2f-988da455eded]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[da03cedb-8219-4cce-90a7-0e4cfe9f35c4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:24:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2874484-d0df-4835-917e-c48bac1e035b]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '26132396561323261', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132396561323261', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'flavor' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:24:17 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:24:17 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:24:17 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:24:17 user nova-compute[75260]:   <serial>2627ba8f-0244-4c98-97ec-eb6f8faa5323</serial>
Dec 06 11:24:17 user nova-compute[75260]: </disk>
Dec 06 11:24:17 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No VIF found with MAC fa:16:3e:4f:24:f8, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6e0007b8-fc3c-4b66-8a15-042a038889b2 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.063s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:24:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7434MB free_disk=25.07921600341797GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:20 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating resource usage from migration c6b4d9db-022d-42d8-8cb1-054ebacb099c
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ec755eb0-a22c-4ea0-b8c9-da573277941d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bb823422-3122-4920-9f35-ca6f9bcf323e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Migration c6b4d9db-022d-42d8-8cb1-054ebacb099c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.594s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Stashing vm_state: active {{(pid=75260) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:24:21 user nova-compute[75260]: INFO nova.compute.claims [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Claim successful on node user
Dec 06 11:24:21 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating resource usage from migration c6b4d9db-022d-42d8-8cb1-054ebacb099c
Dec 06 11:24:21 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.532s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:21 user nova-compute[75260]: INFO nova.compute.manager [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Migrating
Dec 06 11:24:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:24:21 user nova-compute[75260]: INFO nova.compute.rpcapi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 06 11:24:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:24:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Starting migrate_disk_and_power_off {{(pid=75260) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-03d0d442-28d4-4266-89ac-c5c2a711ae5b req-83f03c88-30d3-4374-ad6d-ded44a7afddc service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-03d0d442-28d4-4266-89ac-c5c2a711ae5b req-83f03c88-30d3-4374-ad6d-ded44a7afddc service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-03d0d442-28d4-4266-89ac-c5c2a711ae5b req-83f03c88-30d3-4374-ad6d-ded44a7afddc service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-03d0d442-28d4-4266-89ac-c5c2a711ae5b req-83f03c88-30d3-4374-ad6d-ded44a7afddc service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-03d0d442-28d4-4266-89ac-c5c2a711ae5b req-83f03c88-30d3-4374-ad6d-ded44a7afddc service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:22 user nova-compute[75260]: WARNING nova.compute.manager [req-03d0d442-28d4-4266-89ac-c5c2a711ae5b req-83f03c88-30d3-4374-ad6d-ded44a7afddc service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state active and task_state resize_migrating.
Dec 06 11:24:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance destroyed successfully.
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:20:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:24:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:22 user nova-compute[75260]: DEBUG os_vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9e86cfa-be, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8815bbe0-c4a1-4faf-8c47-130c7fbaa83c) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:23 user nova-compute[75260]: INFO os_vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be')
Dec 06 11:24:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:23 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[560df382-1f73-4914-8cbb-82d039f210f2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:24:23 user nova-compute[75260]: No targets found.
Dec 06 11:24:23 user nova-compute[75260]: iSNS:
Dec 06 11:24:23 user nova-compute[75260]: No targets found.
Dec 06 11:24:23 user nova-compute[75260]: STATIC:
Dec 06 11:24:23 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1
Dec 06 11:24:23 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:23 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:23 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:24:23 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:23 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:23 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:24:23 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:23 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:23 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3
Dec 06 11:24:23 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:23 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:23 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:24:23 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:23 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:23 user nova-compute[75260]: FIRMWARE:
Dec 06 11:24:23 user nova-compute[75260]: No targets found.
Dec 06 11:24:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:24:23 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:24:23 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c7d46ea-414e-4991-aa5d-5b1bf03f6e3f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e33d025b-ddd6-422a-99fa-cd516ff60615]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:24:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c23feb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f92770-cb0e-47cc-8642-f725e7e8145b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[96b697bf-66f0-46fe-920a-1234f5484480]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab3ecc5-755f-465a-b1df-ca73853b04d3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b413f7-7249-4925-9751-0e741f2720e1]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[da06f3cb-817f-4e4f-bbb8-392fc059e22f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b41b649d-486a-4a23-bfa9-047d8580fb0f]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]
Dec 06 11:24:23 user nova-compute[75260]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a798f50-67fb-49bf-9604-7f1bc7326807]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== disconnect_volume: return (324ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:24:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2_resize/disk /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "cp -r /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2_resize/disk /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk" returned: 0 in 0.306s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2_resize/disk.info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk.info {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "cp -r /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2_resize/disk.info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk.info" returned: 0 in 0.033s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-d4c13ea9-d3c3-42e4-a4aa-98ecd5120914 req-b5b411c1-0a3e-48a9-986b-b8fd04808621 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d4c13ea9-d3c3-42e4-a4aa-98ecd5120914 req-b5b411c1-0a3e-48a9-986b-b8fd04808621 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d4c13ea9-d3c3-42e4-a4aa-98ecd5120914 req-b5b411c1-0a3e-48a9-986b-b8fd04808621 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d4c13ea9-d3c3-42e4-a4aa-98ecd5120914 req-b5b411c1-0a3e-48a9-986b-b8fd04808621 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-d4c13ea9-d3c3-42e4-a4aa-98ecd5120914 req-b5b411c1-0a3e-48a9-986b-b8fd04808621 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:24 user nova-compute[75260]: WARNING nova.compute.manager [req-d4c13ea9-d3c3-42e4-a4aa-98ecd5120914 req-b5b411c1-0a3e-48a9-986b-b8fd04808621 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state active and task_state resize_migrating.
Dec 06 11:24:25 user nova-compute[75260]: DEBUG nova.network.neutron [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Port e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 binding to destination host user is already ACTIVE {{(pid=75260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG nova.network.neutron [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG nova.network.neutron [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG os_brick.utils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0818b502-b38b-45ee-b288-560c2e5fec18]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[003f3958-056d-45ab-aa9c-3da2ceac4b94]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a018dc1-ce05-41e6-ba00-542c7222d1ab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[607dbc49-3721-4df1-b9af-fe7943a750db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:24:25 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:24:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e83f59-5fcb-4652-a27c-435f4b6f786a]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:24:25 user nova-compute[75260]: DEBUG os_brick.utils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-changed-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing instance network info cache due to event network-changed-c5e6544c-0064-4592-bd7f-a34e86741abe. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] Acquiring lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] Acquired lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Refreshing network info cache for port c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updated VIF entry in instance network info cache for port c5e6544c-0064-4592-bd7f-a34e86741abe. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:24:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [{"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-863a739d-264b-4cc0-a130-6b6003af2ead req-518a44d8-4dc7-4a31-b248-01225f871971 service nova] Releasing lock "refresh_cache-bb823422-3122-4920-9f35-ca6f9bcf323e" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:32 user nova-compute[75260]: INFO nova.compute.manager [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Terminating instance
Dec 06 11:24:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-a31157a1-955a-4f43-ab19-9bb29547157a req-50d18f05-d3e1-411e-acab-7d347374d84c service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a31157a1-955a-4f43-ab19-9bb29547157a req-50d18f05-d3e1-411e-acab-7d347374d84c service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a31157a1-955a-4f43-ab19-9bb29547157a req-50d18f05-d3e1-411e-acab-7d347374d84c service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a31157a1-955a-4f43-ab19-9bb29547157a req-50d18f05-d3e1-411e-acab-7d347374d84c service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-a31157a1-955a-4f43-ab19-9bb29547157a req-50d18f05-d3e1-411e-acab-7d347374d84c service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-a31157a1-955a-4f43-ab19-9bb29547157a req-50d18f05-d3e1-411e-acab-7d347374d84c service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-7d878cb8-5c61-4616-8795-5ca524d28efa req-2f33eb31-eb57-46f9-ba7e-306d615e2b3d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7d878cb8-5c61-4616-8795-5ca524d28efa req-2f33eb31-eb57-46f9-ba7e-306d615e2b3d service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7d878cb8-5c61-4616-8795-5ca524d28efa req-2f33eb31-eb57-46f9-ba7e-306d615e2b3d service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7d878cb8-5c61-4616-8795-5ca524d28efa req-2f33eb31-eb57-46f9-ba7e-306d615e2b3d service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-7d878cb8-5c61-4616-8795-5ca524d28efa req-2f33eb31-eb57-46f9-ba7e-306d615e2b3d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-7d878cb8-5c61-4616-8795-5ca524d28efa req-2f33eb31-eb57-46f9-ba7e-306d615e2b3d service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-c5e6544c-0064-4592-bd7f-a34e86741abe for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-f6ddf2e0-ef23-408f-90ef-2f7cfd469756 req-261a95c8-c3a4-4a91-996c-e8f31dfda917 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f6ddf2e0-ef23-408f-90ef-2f7cfd469756 req-261a95c8-c3a4-4a91-996c-e8f31dfda917 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f6ddf2e0-ef23-408f-90ef-2f7cfd469756 req-261a95c8-c3a4-4a91-996c-e8f31dfda917 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f6ddf2e0-ef23-408f-90ef-2f7cfd469756 req-261a95c8-c3a4-4a91-996c-e8f31dfda917 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-f6ddf2e0-ef23-408f-90ef-2f7cfd469756 req-261a95c8-c3a4-4a91-996c-e8f31dfda917 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-f6ddf2e0-ef23-408f-90ef-2f7cfd469756 req-261a95c8-c3a4-4a91-996c-e8f31dfda917 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-3cbdb622-0d67-4fef-bb85-d511c13922fc for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Instance destroyed successfully.
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.objects.instance [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lazy-loading 'resources' on Instance uuid bb823422-3122-4920-9f35-ca6f9bcf323e {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "c5e6544c-0064-4592-bd7f-a34e86741abe", "address": "fa:16:3e:49:f5:b4", "network": {"id": "76d48738-6c56-45ad-bcc5-070cf68f5c10", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1134595210-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6544c-00", "ovs_interfaceid": "c5e6544c-0064-4592-bd7f-a34e86741abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5e6544c-00, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60e5678c-b880-474b-9a36-c021dd1e2a92) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:f5:b4,bridge_name='br-int',has_traffic_filtering=True,id=c5e6544c-0064-4592-bd7f-a34e86741abe,network=Network(76d48738-6c56-45ad-bcc5-070cf68f5c10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6544c-00')
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa44ec2c6-8c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4c15fb98-4046-4f90-9242-d476f171052f) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:b8:6c,bridge_name='br-int',has_traffic_filtering=True,id=a44ec2c6-8caa-4a64-90d1-2d6e36be5514,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa44ec2c6-8c')
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0967d239-c1, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5b5907f-0ac6-43e5-bd2d-1144dd0fc772) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:99:9d,bridge_name='br-int',has_traffic_filtering=True,id=0967d239-c152-44d9-aead-74649817e0fa,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0967d239-c1')
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c0a735f-81, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33ef914b-d75d-4eb5-a271-0bf8e7292dfa) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:b1:73,bridge_name='br-int',has_traffic_filtering=True,id=0c0a735f-81d4-4d13-9b11-8402c5d1ffa4,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0a735f-81')
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3cbdb622-0d, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0001aef4-1996-44a9-9a85-f43f9a4c9748) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:d7:c7,bridge_name='br-int',has_traffic_filtering=True,id=3cbdb622-0d67-4fef-bb85-d511c13922fc,network=Network(0b0843df-a557-422c-b3ef-6d53ea6cd1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cbdb622-0d')
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-a44ec2c6-8caa-4a64-90d1-2d6e36be5514 for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-6d7f99ce-6eb8-4120-84f6-df21592662e5 req-4ac57ed4-abbb-41f7-a7ca-05a80ca17529 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap409edbf3-51, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e39f5ef1-e011-4fe5-8c56-1d2716428fdb) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:3d:fb,bridge_name='br-int',has_traffic_filtering=True,id=409edbf3-5197-4fcf-a7ec-03c743a7cd14,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap409edbf3-51')
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T11:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-193517632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-193517632',id=25,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAqXfQCZuTRwHVS+mTgpWAefl8TrfbM9qNYsY42PQb27H3yz2/3kEuNIMLtbtR8EHHGlkJhrj2eeESpOAZRxcR0nenU7Iv78Dw9VcQe3Aw+wb/1cdy/6TD7+wcdpSIF6bQ==',key_name='tempest-keypair-315953537',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='291fc9e2381b401ea7aba3406fd7ac2d',ramdisk_id='',reservation_id='r-y9bhcxjl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-956749342',owner_user_name='tempest-TaggedBootDevicesTest-956749342-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='017bc262a48b41b8b24050592263389d',uuid=bb823422-3122-4920-9f35-ca6f9bcf323e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converting VIF {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3316fc24-92, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be6ddb03-3a4f-4381-a8f3-966ccafbd359) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:35 user nova-compute[75260]: INFO os_vif [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:2e:1a,bridge_name='br-int',has_traffic_filtering=True,id=3316fc24-9239-4f28-bf68-e76322c7dc94,network=Network(57b85d50-6246-45c2-8878-b5f6cb9fdf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3316fc24-92')
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KrhzAoaj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a960bc3-0239-4545-afda-fb0c4521b98e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:24:35 user nova-compute[75260]: No targets found.
Dec 06 11:24:35 user nova-compute[75260]: iSNS:
Dec 06 11:24:35 user nova-compute[75260]: No targets found.
Dec 06 11:24:35 user nova-compute[75260]: STATIC:
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: FIRMWARE:
Dec 06 11:24:35 user nova-compute[75260]: No targets found.
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:24:35 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:24:35 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.041s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a92a0701-87f7-4605-91e5-7dad545177b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d93d6b46-9462-4376-b952-1ace79001dcb]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2e8670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3'): ({'sdf'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Removing single pathed devices sdf {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6573bd-5518-438e-b4bd-8d4aa5ad8b6c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3acd481-f2b8-438f-8e4c-545fb991c107]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Flushing IO for device /dev/sdf {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[37862479-fae4-4d11-ad2c-823e89f1bd91]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee768f2e-575d-4fbe-bdd4-d106a17a94e9]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[832660f3-a6c5-44fc-9afe-114f80ecd44b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-c5e6544c-0064-4592-bd7f-a34e86741abe for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-0967d239-c152-44d9-aead-74649817e0fa for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-649be2eb-5512-4339-97c0-7bcb97220272 req-05b732ee-dd08-4e7f-b015-d2fd68b87641 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-0967d239-c152-44d9-aead-74649817e0fa for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d2f28a-3ee4-493c-ac41-420de37bd846]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260]
Dec 06 11:24:35 user nova-compute[75260]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95595fa-6838-4f49-8ef3-5325de8a7ce3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f71fb9f-c4d0-4def-ab5a-e086aacc24ae]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== disconnect_volume: return (339ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuDlVifj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d63c5c-d5a6-4517-b1c7-c57815e9e3fc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:24:35 user nova-compute[75260]: No targets found.
Dec 06 11:24:35 user nova-compute[75260]: iSNS:
Dec 06 11:24:35 user nova-compute[75260]: No targets found.
Dec 06 11:24:35 user nova-compute[75260]: STATIC:
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:24:35 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:35 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:35 user nova-compute[75260]: FIRMWARE:
Dec 06 11:24:35 user nova-compute[75260]: No targets found.
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:24:35 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:24:35 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[14719bdb-65fe-4189-8c73-f230b8a27983]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cafa552f-8f0a-4523-b7bc-e915f64d3152]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c136560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1'): ({'sdg'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Removing single pathed devices sdg {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[62efd539-222d-4890-8000-272c64ba658e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[946fb118-3082-4f52-bf56-c3dba0e3fdcb]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Flushing IO for device /dev/sdg {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b6a656-6a08-4ade-933a-69beb953c81c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.040s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa880cd-98b1-4100-aab3-77fb80f72f34]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] SCSI volumes sdg have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-3cbdb622-0d67-4fef-bb85-d511c13922fc for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-409edbf3-5197-4fcf-a7ec-03c743a7cd14 for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-unplugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-unplugged-3316fc24-9239-4f28-bf68-e76322c7dc94 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Acquiring lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] No waiting events found dispatching network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:35 user nova-compute[75260]: WARNING nova.compute.manager [req-52b9baa8-2d44-4093-886e-52b17913780b req-bdb112f2-066a-4328-83fa-7a32fa555cf1 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received unexpected event network-vif-plugged-3316fc24-9239-4f28-bf68-e76322c7dc94 for instance with vm_state active and task_state deleting.
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bc94da-ff20-45a0-b101-a132c0b226ee]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d46a8f-50f4-403c-864b-ffd55107aa76]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260]
Dec 06 11:24:36 user nova-compute[75260]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:36 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be78cb2a-d8b4-4e08-b703-0edd80e8c3e1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76f648c-75b9-4a0b-b84c-052611188226]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== disconnect_volume: return (320ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdPKqyFW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:36 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5327994-be17-4dac-b9c5-fb9f3728902f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:24:36 user nova-compute[75260]: No targets found.
Dec 06 11:24:36 user nova-compute[75260]: iSNS:
Dec 06 11:24:36 user nova-compute[75260]: No targets found.
Dec 06 11:24:36 user nova-compute[75260]: STATIC:
Dec 06 11:24:36 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001
Dec 06 11:24:36 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:36 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:36 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:24:36 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:24:36 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:24:36 user nova-compute[75260]: FIRMWARE:
Dec 06 11:24:36 user nova-compute[75260]: No targets found.
Dec 06 11:24:36 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:24:36 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:24:36 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1199c27-4e86-4bbb-958b-d4c2618c188f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f7648c-86eb-4601-942d-53292f1f11b3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:36 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:36 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:36 user nova-compute[75260]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 (non-flash)
Dec 06 11:24:36 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c136560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001'): ({'sdh'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Removing single pathed devices sdh {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[267b31ed-a15c-47a6-ac52-5d1b7906d3f3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39a7080-0d24-4f0f-ac73-2e0adb0a9104]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Flushing IO for device /dev/sdh {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b40fad-9bd9-4ddf-a2db-859e4a44c9c2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Starting finish_migration {{(pid=75260) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:24:36 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Creating image(s)
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.049s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e776615-669e-46fa-bedb-6f01f05c162b]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] SCSI volumes sdh have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a43dea7-eb57-4784-8f3a-b17564354a80]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a94f41-1f8d-4a97-87c5-bf979f29f32d]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260]
Dec 06 11:24:36 user nova-compute[75260]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:36 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8522fe0-f0f9-4df2-87bb-458a52b28001 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1ecd8c-ceff-428f-90b7-87034b3abb6a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] <== disconnect_volume: return (347ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:24:36 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Deleting instance files /opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e_del
Dec 06 11:24:36 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Deletion of /opt/stack/data/nova/instances/bb823422-3122-4920-9f35-ca6f9bcf323e_del complete
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk. size=21474836480 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: INFO nova.compute.manager [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Took 3.62 seconds to destroy the instance on the hypervisor.
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk 21474836480 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk 21474836480" returned: 0 in 0.064s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Ensure instance console log exists: /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start _get_guest_xml network_info=[{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '030be230-602d-4a22-9bde-753d8295ca87', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3c88175b-e064-44f7-ad60-20a93b4b63c2', 'attached_at': '2023-12-06T11:24:36.000000', 'detached_at': '', 'volume_id': '2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'serial': '2627ba8f-0244-4c98-97ec-eb6f8faa5323'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:24:36 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:24:36 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:24:36 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:36 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:24:36 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8b1a31-6f0c-4f01-b27d-1659a4d94cea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:24:36 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[85267488-c576-49e1-a768-0bf2c8b68169]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323] added
Dec 06 11:24:36 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3db980e-33a7-48af-b1e8-3aeaf9c8d42f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d358b067-d469-4db1-93cd-1eb73cd3e8f4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIzEMqZG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIzEMqZG" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ee70fa-98a0-4f88-9114-8f7b142da445]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uIzEMqZG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[82a3a4f2-5a05-4590-b74b-5f337e284c46]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[551db5a3-e397-4761-98a7-8c8c44db25ad]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7b8206-22c5-45a2-adf0-b86bdc3e8f67]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]
Dec 06 11:24:37 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.
Dec 06 11:24:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c8fdae-9976-4ff5-925e-b95803c4215d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[154c3032-dd79-4627-8261-edbf3d316ed1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:37 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:24:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:24:37 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:24:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] HCTL ('33', '-', '-', 0) found on session 28 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a1b3b8-0045-436f-9067-f10025457579]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching for a device in session 28 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:24:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.390s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '26132396561323261', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132396561323261', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:20:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:24:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:24:38 user nova-compute[75260]:   <uuid>3c88175b-e064-44f7-ad60-20a93b4b63c2</uuid>
Dec 06 11:24:38 user nova-compute[75260]:   <name>instance-00000016</name>
Dec 06 11:24:38 user nova-compute[75260]:   <memory>2097152</memory>
Dec 06 11:24:38 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:24:38 user nova-compute[75260]:   <metadata>
Dec 06 11:24:38 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:24:38 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:24:38 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherB-server-11553056</nova:name>
Dec 06 11:24:38 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:24:36</nova:creationTime>
Dec 06 11:24:38 user nova-compute[75260]:       <nova:flavor name="m1.small">
Dec 06 11:24:38 user nova-compute[75260]:         <nova:memory>2048</nova:memory>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:disk>20</nova:disk>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:24:38 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:24:38 user nova-compute[75260]:       <nova:owner>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:user uuid="9c78c7fae5844e1d889f6b97766586f1">tempest-ServerActionsTestOtherB-417970227-project-member</nova:user>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:project uuid="23a89977944f4c02b2c45d863ba922b2">tempest-ServerActionsTestOtherB-417970227</nova:project>
Dec 06 11:24:38 user nova-compute[75260]:       </nova:owner>
Dec 06 11:24:38 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:24:38 user nova-compute[75260]:       <nova:ports>
Dec 06 11:24:38 user nova-compute[75260]:         <nova:port uuid="e9e86cfa-be4d-43ab-9cc7-69d32a282cb2">
Dec 06 11:24:38 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:24:38 user nova-compute[75260]:         </nova:port>
Dec 06 11:24:38 user nova-compute[75260]:       </nova:ports>
Dec 06 11:24:38 user nova-compute[75260]:     </nova:instance>
Dec 06 11:24:38 user nova-compute[75260]:   </metadata>
Dec 06 11:24:38 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:24:38 user nova-compute[75260]:     <system>
Dec 06 11:24:38 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:24:38 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:24:38 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:24:38 user nova-compute[75260]:       <entry name="serial">3c88175b-e064-44f7-ad60-20a93b4b63c2</entry>
Dec 06 11:24:38 user nova-compute[75260]:       <entry name="uuid">3c88175b-e064-44f7-ad60-20a93b4b63c2</entry>
Dec 06 11:24:38 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:24:38 user nova-compute[75260]:     </system>
Dec 06 11:24:38 user nova-compute[75260]:   </sysinfo>
Dec 06 11:24:38 user nova-compute[75260]:   <os>
Dec 06 11:24:38 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:24:38 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:24:38 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:24:38 user nova-compute[75260]:   </os>
Dec 06 11:24:38 user nova-compute[75260]:   <features>
Dec 06 11:24:38 user nova-compute[75260]:     <acpi/>
Dec 06 11:24:38 user nova-compute[75260]:     <apic/>
Dec 06 11:24:38 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:24:38 user nova-compute[75260]:   </features>
Dec 06 11:24:38 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:24:38 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:24:38 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:24:38 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:24:38 user nova-compute[75260]:   </clock>
Dec 06 11:24:38 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:24:38 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:24:38 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:24:38 user nova-compute[75260]:   </cpu>
Dec 06 11:24:38 user nova-compute[75260]:   <devices>
Dec 06 11:24:38 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:24:38 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:24:38 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk"/>
Dec 06 11:24:38 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:24:38 user nova-compute[75260]:     </disk>
Dec 06 11:24:38 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:24:38 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:24:38 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:24:38 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:24:38 user nova-compute[75260]:       <serial>2627ba8f-0244-4c98-97ec-eb6f8faa5323</serial>
Dec 06 11:24:38 user nova-compute[75260]:     </disk>
Dec 06 11:24:38 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:24:38 user nova-compute[75260]:       <mac address="fa:16:3e:4f:24:f8"/>
Dec 06 11:24:38 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:24:38 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:24:38 user nova-compute[75260]:       <target dev="tape9e86cfa-be"/>
Dec 06 11:24:38 user nova-compute[75260]:     </interface>
Dec 06 11:24:38 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:24:38 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/console.log" append="off"/>
Dec 06 11:24:38 user nova-compute[75260]:     </serial>
Dec 06 11:24:38 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:24:38 user nova-compute[75260]:     <video>
Dec 06 11:24:38 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:24:38 user nova-compute[75260]:     </video>
Dec 06 11:24:38 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:24:38 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:24:38 user nova-compute[75260]:     </rng>
Dec 06 11:24:38 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:24:38 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:24:38 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:24:38 user nova-compute[75260]:     </memballoon>
Dec 06 11:24:38 user nova-compute[75260]:   </devices>
Dec 06 11:24:38 user nova-compute[75260]: </domain>
Dec 06 11:24:38 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:20:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:24:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1843268132-network", "vif_mac": "fa:16:3e:4f:24:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG os_vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '74313c72-4fde-57eb-986d-fdc8a4b748f2', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9e86cfa-be, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9e86cfa-be, col_values=(('qos', UUID('aa1a5068-2ee6-40ca-97fd-a13d4bd52300')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9e86cfa-be, col_values=(('external_ids', {'iface-id': 'e9e86cfa-be4d-43ab-9cc7-69d32a282cb2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:24:f8', 'vm-uuid': '3c88175b-e064-44f7-ad60-20a93b4b63c2'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:38 user nova-compute[75260]: INFO os_vif [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be')
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:24:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] No VIF found with MAC fa:16:3e:4f:24:f8, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-a6f70501-a6ff-4372-8171-370ef41b3bb5 req-dcf75eb6-f481-499a-a612-ea52a554271f service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-deleted-c5e6544c-0064-4592-bd7f-a34e86741abe {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:39 user nova-compute[75260]: INFO nova.compute.manager [req-a6f70501-a6ff-4372-8171-370ef41b3bb5 req-dcf75eb6-f481-499a-a612-ea52a554271f service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Neutron deleted interface c5e6544c-0064-4592-bd7f-a34e86741abe; detaching it from the instance and deleting it from the info cache
Dec 06 11:24:39 user nova-compute[75260]: DEBUG nova.network.neutron [req-a6f70501-a6ff-4372-8171-370ef41b3bb5 req-dcf75eb6-f481-499a-a612-ea52a554271f service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [{"id": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "address": "fa:16:3e:77:b8:6c", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44ec2c6-8c", "ovs_interfaceid": "a44ec2c6-8caa-4a64-90d1-2d6e36be5514", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0967d239-c152-44d9-aead-74649817e0fa", "address": "fa:16:3e:1e:99:9d", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0967d239-c1", "ovs_interfaceid": "0967d239-c152-44d9-aead-74649817e0fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "address": "fa:16:3e:c4:b1:73", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0a735f-81", "ovs_interfaceid": "0c0a735f-81d4-4d13-9b11-8402c5d1ffa4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "address": "fa:16:3e:75:d7:c7", "network": {"id": "0b0843df-a557-422c-b3ef-6d53ea6cd1ce", "bridge": "br-int", "label": "tempest-device-tagging-net1-1897051", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cbdb622-0d", "ovs_interfaceid": "3cbdb622-0d67-4fef-bb85-d511c13922fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "address": "fa:16:3e:f1:3d:fb", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap409edbf3-51", "ovs_interfaceid": "409edbf3-5197-4fcf-a7ec-03c743a7cd14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3316fc24-9239-4f28-bf68-e76322c7dc94", "address": "fa:16:3e:99:2e:1a", "network": {"id": "57b85d50-6246-45c2-8878-b5f6cb9fdf2a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1599506733", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "291fc9e2381b401ea7aba3406fd7ac2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3316fc24-92", "ovs_interfaceid": "3316fc24-9239-4f28-bf68-e76322c7dc94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-a6f70501-a6ff-4372-8171-370ef41b3bb5 req-dcf75eb6-f481-499a-a612-ea52a554271f service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Detach interface failed, port_id=c5e6544c-0064-4592-bd7f-a34e86741abe, reason: Instance bb823422-3122-4920-9f35-ca6f9bcf323e could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:39 user nova-compute[75260]: INFO nova.compute.manager [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Terminating instance
Dec 06 11:24:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-de9a689e-24fe-45d1-8e13-c86e66e8e7ff req-ba1359e7-b48b-4b4f-bd10-66c1168511f5 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-unplugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-de9a689e-24fe-45d1-8e13-c86e66e8e7ff req-ba1359e7-b48b-4b4f-bd10-66c1168511f5 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-de9a689e-24fe-45d1-8e13-c86e66e8e7ff req-ba1359e7-b48b-4b4f-bd10-66c1168511f5 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-de9a689e-24fe-45d1-8e13-c86e66e8e7ff req-ba1359e7-b48b-4b4f-bd10-66c1168511f5 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-de9a689e-24fe-45d1-8e13-c86e66e8e7ff req-ba1359e7-b48b-4b4f-bd10-66c1168511f5 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-unplugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-de9a689e-24fe-45d1-8e13-c86e66e8e7ff req-ba1359e7-b48b-4b4f-bd10-66c1168511f5 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-unplugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Instance destroyed successfully.
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.objects.instance [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'resources' on Instance uuid ec755eb0-a22c-4ea0-b8c9-da573277941d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1863869900',display_name='tempest-TestMinimumBasicScenario-server-1863869900',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1863869900',id=20,image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMePc1UEuJBxKfJjbTiK8Fg87YUy9PK4bur0QIRUpztO3RAJP2E3KY89y64UYImF24KBuMhhLhLEV8XXcAelyCs2F8BgBSXjlLn9/sLfaZjTCehnMhYDWvjObtTdtj/pjw==',key_name='tempest-TestMinimumBasicScenario-821303370',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-0nlc0co6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='05384028-5c77-4b9a-a41d-f181ffe8600d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:22:00Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=ec755eb0-a22c-4ea0-b8c9-da573277941d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "68881746-3ffc-4a2a-8755-1a42db6c4680", "address": "fa:16:3e:5e:b0:2d", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68881746-3f", "ovs_interfaceid": "68881746-3ffc-4a2a-8755-1a42db6c4680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG os_vif [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap68881746-3f, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e0aaf1b-9e15-4b1d-9e9f-8ba47aed3501) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: INFO os_vif [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:b0:2d,bridge_name='br-int',has_traffic_filtering=True,id=68881746-3ffc-4a2a-8755-1a42db6c4680,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68881746-3f')
Dec 06 11:24:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Deleting instance files /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d_del
Dec 06 11:24:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Deletion of /opt/stack/data/nova/instances/ec755eb0-a22c-4ea0-b8c9-da573277941d_del complete
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: INFO nova.compute.manager [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 06 11:24:40 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:40 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Took 4.28 seconds to deallocate network for instance.
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:24:41 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Took 0.82 seconds to deallocate network for instance.
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-deleted-409edbf3-5197-4fcf-a7ec-03c743a7cd14 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-deleted-3cbdb622-0d67-4fef-bb85-d511c13922fc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:41 user nova-compute[75260]: WARNING nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state active and task_state resize_finish.
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-deleted-3316fc24-9239-4f28-bf68-e76322c7dc94 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:41 user nova-compute[75260]: WARNING nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state active and task_state resize_finish.
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cf94a8c-a09c-403e-81b0-e0cae8606e93 req-d7ab343d-df1d-4b47-8b9f-872cc7b221d7 service nova] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Received event network-vif-deleted-0c0a735f-81d4-4d13-9b11-8402c5d1ffa4 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:24:41 user nova-compute[75260]: INFO nova.compute.manager [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] instance snapshotting
Dec 06 11:24:41 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Beginning live snapshot process
Dec 06 11:24:41 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:42 user nova-compute[75260]: WARNING nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state deleted and task_state None.
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:42 user nova-compute[75260]: WARNING nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state deleted and task_state None.
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:42 user nova-compute[75260]: WARNING nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state deleted and task_state None.
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-deleted-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Acquiring lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] No waiting events found dispatching network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:24:42 user nova-compute[75260]: WARNING nova.compute.manager [req-0e74cbdc-7231-4189-a78d-435550dcd7d7 req-2474da8f-1019-4f2b-85c0-69ae2384b926 service nova] [instance: ec755eb0-a22c-4ea0-b8c9-da573277941d] Received unexpected event network-vif-plugged-68881746-3ffc-4a2a-8755-1a42db6c4680 for instance with vm_state deleted and task_state None.
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:42 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Deleted allocations for instance ec755eb0-a22c-4ea0-b8c9-da573277941d
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0cd34c3b-f9b0-4e5c-963e-daf4e7130e77 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "ec755eb0-a22c-4ea0-b8c9-da573277941d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.798s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json -f qcow2" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json -f qcow2 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:24:42 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance running successfully.
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Failed to set time: agent not configured {{(pid=75260) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-367a309c-c9c1-4b26-b396-3b73b66c07f8 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] finish_migration finished successfully. {{(pid=75260) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json -f qcow2" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpcsxv73z6/39e3e8372c4b4c4cb86e9cf71f6fc5ff.delta 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:42 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpcsxv73z6/39e3e8372c4b4c4cb86e9cf71f6fc5ff.delta 1073741824" returned: 0 in 0.056s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:42 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 11:24:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:43 user nova-compute[75260]: INFO nova.compute.manager [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] [instance: bb823422-3122-4920-9f35-ca6f9bcf323e] Took 2.78 seconds to detach 3 volumes for instance.
Dec 06 11:24:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:24:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:24:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:24:44 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:24:44 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:24:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.572s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:44 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Deleted allocations for instance bb823422-3122-4920-9f35-ca6f9bcf323e
Dec 06 11:24:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75260) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 11:24:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 11:24:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-592b5672-f1ed-461c-a3ea-dca0fe4973b7 tempest-TaggedBootDevicesTest-956749342 tempest-TaggedBootDevicesTest-956749342-project-member] Lock "bb823422-3122-4920-9f35-ca6f9bcf323e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.457s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:24:44 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:24:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpcsxv73z6/39e3e8372c4b4c4cb86e9cf71f6fc5ff.delta /opt/stack/data/nova/instances/snapshots/tmpcsxv73z6/39e3e8372c4b4c4cb86e9cf71f6fc5ff {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:24:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpcsxv73z6/39e3e8372c4b4c4cb86e9cf71f6fc5ff.delta /opt/stack/data/nova/instances/snapshots/tmpcsxv73z6/39e3e8372c4b4c4cb86e9cf71f6fc5ff" returned: 0 in 0.663s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:24:45 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Snapshot extracted, beginning image upload
Dec 06 11:24:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:48 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Snapshot image upload complete
Dec 06 11:24:48 user nova-compute[75260]: INFO nova.compute.manager [None req-bc5e294f-2566-463b-8c1c-74c467ccd5b7 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Took 6.23 seconds to snapshot the instance on the hypervisor.
Dec 06 11:24:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:24:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:24:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:24:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:25:06 user nova-compute[75260]: INFO nova.compute.claims [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Claim successful on node user
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:25:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:25:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:25:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Creating image(s)
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "/opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "/opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "/opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.policy [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301606af5b284bbe932ff2db75e198ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1396aced11640e397033eedb25f7322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk 1073741824" returned: 0 in 0.062s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Cannot resize image /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Ensure instance console log exists: /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:08 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Successfully created port: 2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Successfully updated port: 2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquired lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-changed-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Refreshing instance network info cache due to event network-changed-2cbf663d-a7f7-4354-b068-b6f18ec8cbca. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] Acquiring lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating instance_info_cache with network_info: [{"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Releasing lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Instance network_info: |[{"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] Acquired lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Refreshing network info cache for port 2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Start _get_guest_xml network_info=[{"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:25:10 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:25:10 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-451261452',display_name='tempest-AttachVolumeTestJSON-server-451261452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-451261452',id=27,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyln8GzePtul4sAsO8e+tFvAZovPNwJQN6nC/evYAhDqPAM+sC6qq1jrq6uNYcGM5H/T4Ged/S6VNFbLipWWwa+dYP73qViZbVqShB7KrV7XuRtv/CaogbuxbfgtMI3xA==',key_name='tempest-keypair-440262792',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-okco4zch',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:25:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=e7f60959-9580-4b07-a94e-28acaa5b7306,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.objects.instance [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'pci_devices' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:25:10 user nova-compute[75260]:   <uuid>e7f60959-9580-4b07-a94e-28acaa5b7306</uuid>
Dec 06 11:25:10 user nova-compute[75260]:   <name>instance-0000001b</name>
Dec 06 11:25:10 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:25:10 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:25:10 user nova-compute[75260]:   <metadata>
Dec 06 11:25:10 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:25:10 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:25:10 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeTestJSON-server-451261452</nova:name>
Dec 06 11:25:10 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:25:10</nova:creationTime>
Dec 06 11:25:10 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:25:10 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:25:10 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:25:10 user nova-compute[75260]:       <nova:owner>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:user uuid="301606af5b284bbe932ff2db75e198ce">tempest-AttachVolumeTestJSON-7695040-project-member</nova:user>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:project uuid="c1396aced11640e397033eedb25f7322">tempest-AttachVolumeTestJSON-7695040</nova:project>
Dec 06 11:25:10 user nova-compute[75260]:       </nova:owner>
Dec 06 11:25:10 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:25:10 user nova-compute[75260]:       <nova:ports>
Dec 06 11:25:10 user nova-compute[75260]:         <nova:port uuid="2cbf663d-a7f7-4354-b068-b6f18ec8cbca">
Dec 06 11:25:10 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 11:25:10 user nova-compute[75260]:         </nova:port>
Dec 06 11:25:10 user nova-compute[75260]:       </nova:ports>
Dec 06 11:25:10 user nova-compute[75260]:     </nova:instance>
Dec 06 11:25:10 user nova-compute[75260]:   </metadata>
Dec 06 11:25:10 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:25:10 user nova-compute[75260]:     <system>
Dec 06 11:25:10 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:25:10 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:25:10 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:25:10 user nova-compute[75260]:       <entry name="serial">e7f60959-9580-4b07-a94e-28acaa5b7306</entry>
Dec 06 11:25:10 user nova-compute[75260]:       <entry name="uuid">e7f60959-9580-4b07-a94e-28acaa5b7306</entry>
Dec 06 11:25:10 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:25:10 user nova-compute[75260]:     </system>
Dec 06 11:25:10 user nova-compute[75260]:   </sysinfo>
Dec 06 11:25:10 user nova-compute[75260]:   <os>
Dec 06 11:25:10 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:25:10 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:25:10 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:25:10 user nova-compute[75260]:   </os>
Dec 06 11:25:10 user nova-compute[75260]:   <features>
Dec 06 11:25:10 user nova-compute[75260]:     <acpi/>
Dec 06 11:25:10 user nova-compute[75260]:     <apic/>
Dec 06 11:25:10 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:25:10 user nova-compute[75260]:   </features>
Dec 06 11:25:10 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:25:10 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:25:10 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:25:10 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:25:10 user nova-compute[75260]:   </clock>
Dec 06 11:25:10 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:25:10 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:25:10 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:25:10 user nova-compute[75260]:   </cpu>
Dec 06 11:25:10 user nova-compute[75260]:   <devices>
Dec 06 11:25:10 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:25:10 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:25:10 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk"/>
Dec 06 11:25:10 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:25:10 user nova-compute[75260]:     </disk>
Dec 06 11:25:10 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:25:10 user nova-compute[75260]:       <mac address="fa:16:3e:3c:b9:87"/>
Dec 06 11:25:10 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:25:10 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:25:10 user nova-compute[75260]:       <target dev="tap2cbf663d-a7"/>
Dec 06 11:25:10 user nova-compute[75260]:     </interface>
Dec 06 11:25:10 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:25:10 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/console.log" append="off"/>
Dec 06 11:25:10 user nova-compute[75260]:     </serial>
Dec 06 11:25:10 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:25:10 user nova-compute[75260]:     <video>
Dec 06 11:25:10 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:25:10 user nova-compute[75260]:     </video>
Dec 06 11:25:10 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:25:10 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:25:10 user nova-compute[75260]:     </rng>
Dec 06 11:25:10 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:25:10 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:25:10 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:25:10 user nova-compute[75260]:     </memballoon>
Dec 06 11:25:10 user nova-compute[75260]:   </devices>
Dec 06 11:25:10 user nova-compute[75260]: </domain>
Dec 06 11:25:10 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-451261452',display_name='tempest-AttachVolumeTestJSON-server-451261452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-451261452',id=27,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyln8GzePtul4sAsO8e+tFvAZovPNwJQN6nC/evYAhDqPAM+sC6qq1jrq6uNYcGM5H/T4Ged/S6VNFbLipWWwa+dYP73qViZbVqShB7KrV7XuRtv/CaogbuxbfgtMI3xA==',key_name='tempest-keypair-440262792',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-okco4zch',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:25:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=e7f60959-9580-4b07-a94e-28acaa5b7306,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG os_vif [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c928b208-0839-5631-86db-206cd0f41a06', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cbf663d-a7, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cbf663d-a7, col_values=(('qos', UUID('f92fe306-d0d1-4d88-9cce-f2d7bfddeef1')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cbf663d-a7, col_values=(('external_ids', {'iface-id': '2cbf663d-a7f7-4354-b068-b6f18ec8cbca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:b9:87', 'vm-uuid': 'e7f60959-9580-4b07-a94e-28acaa5b7306'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:10 user nova-compute[75260]: INFO os_vif [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7')
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No VIF found with MAC fa:16:3e:3c:b9:87, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updated VIF entry in instance network info cache for port 2cbf663d-a7f7-4354-b068-b6f18ec8cbca. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating instance_info_cache with network_info: [{"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a38461a1-0a6b-4a9e-945e-2ab20861447a req-31ea2d99-11b3-410a-bbc7-a3992a17a29a service nova] Releasing lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:11 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-768846ba-d02b-4d74-8017-bad60635a747 req-16589f2b-cad7-4dc3-a908-a65b574d077b service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-768846ba-d02b-4d74-8017-bad60635a747 req-16589f2b-cad7-4dc3-a908-a65b574d077b service nova] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-768846ba-d02b-4d74-8017-bad60635a747 req-16589f2b-cad7-4dc3-a908-a65b574d077b service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-768846ba-d02b-4d74-8017-bad60635a747 req-16589f2b-cad7-4dc3-a908-a65b574d077b service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-768846ba-d02b-4d74-8017-bad60635a747 req-16589f2b-cad7-4dc3-a908-a65b574d077b service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] No waiting events found dispatching network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:12 user nova-compute[75260]: WARNING nova.compute.manager [req-768846ba-d02b-4d74-8017-bad60635a747 req-16589f2b-cad7-4dc3-a908-a65b574d077b service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received unexpected event network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca for instance with vm_state building and task_state spawning.
Dec 06 11:25:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-8323578d-5872-4584-94cd-edf0140a324f req-ff660f9e-c8b6-4676-b3f9-f58335c85d99 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8323578d-5872-4584-94cd-edf0140a324f req-ff660f9e-c8b6-4676-b3f9-f58335c85d99 service nova] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8323578d-5872-4584-94cd-edf0140a324f req-ff660f9e-c8b6-4676-b3f9-f58335c85d99 service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8323578d-5872-4584-94cd-edf0140a324f req-ff660f9e-c8b6-4676-b3f9-f58335c85d99 service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-8323578d-5872-4584-94cd-edf0140a324f req-ff660f9e-c8b6-4676-b3f9-f58335c85d99 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] No waiting events found dispatching network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:14 user nova-compute[75260]: WARNING nova.compute.manager [req-8323578d-5872-4584-94cd-edf0140a324f req-ff660f9e-c8b6-4676-b3f9-f58335c85d99 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received unexpected event network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca for instance with vm_state building and task_state spawning.
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:25:14 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Instance spawned successfully.
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:14 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:14 user nova-compute[75260]: INFO nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Took 7.20 seconds to spawn the instance on the hypervisor.
Dec 06 11:25:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:25:14 user nova-compute[75260]: INFO nova.compute.manager [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Took 8.09 seconds to build instance.
Dec 06 11:25:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-e4f3ff88-e60a-4ad7-823a-0e3488389980 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.203s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:25:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:25:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7845MB free_disk=25.01461410522461GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Applying migration context for instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 as it has an incoming, in-progress migration c6b4d9db-022d-42d8-8cb1-054ebacb099c. Migration status is finished {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 11:25:20 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating resource usage from migration c6b4d9db-022d-42d8-8cb1-054ebacb099c
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Migration c6b4d9db-022d-42d8-8cb1-054ebacb099c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance e7f60959-9580-4b07-a94e-28acaa5b7306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.072s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:25:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:25:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:25:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:25:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:25:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:25:34 user nova-compute[75260]: INFO nova.compute.claims [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Claim successful on node user
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:25:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.policy [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a0d501db7140289d1f8e8f0f60f43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba376e6d06604158ba0e083be7b1607d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:25:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Creating image(s)
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "/opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "/opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "/opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "187446493ca8a746aa4ad092ea11f4a04b8ea6fb" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "187446493ca8a746aa4ad092ea11f4a04b8ea6fb" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Successfully created port: d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.part --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG nova.virt.images [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] 3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:25:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.part /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.part /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.converted" returned: 0 in 0.259s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb.converted --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "187446493ca8a746aa4ad092ea11f4a04b8ea6fb" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.415s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Successfully updated port: d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing instance network info cache due to event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "187446493ca8a746aa4ad092ea11f4a04b8ea6fb" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "187446493ca8a746aa4ad092ea11f4a04b8ea6fb" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb,backing_fmt=raw /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb,backing_fmt=raw /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk 1073741824" returned: 0 in 0.061s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "187446493ca8a746aa4ad092ea11f4a04b8ea6fb" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance network_info: |[{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:25:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Cannot resize image /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Ensure instance console log exists: /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Start _get_guest_xml network_info=[{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:25:31Z,direct_url=<?>,disk_format='qcow2',id=3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db,min_disk=0,min_ram=0,name='tempest-scenario-img--1132184399',owner='ba376e6d06604158ba0e083be7b1607d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:25:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:25:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:25:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:25:31Z,direct_url=<?>,disk_format='qcow2',id=3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db,min_disk=0,min_ram=0,name='tempest-scenario-img--1132184399',owner='ba376e6d06604158ba0e083be7b1607d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:25:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1338620755',display_name='tempest-TestMinimumBasicScenario-server-1338620755',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1338620755',id=28,image_ref='3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvECjV7iXPLc6dNpeKAxop+pHfo/eW1xQIkGTPlEyf+zdKPwbs/coPDG+j3nuXLsDGX1n1fymkqqqhCTHzu8yja3gy8MVRoMmUMQJ0YUANU/9qRZUZJ4YoH2BQCYmdbrw==',key_name='tempest-TestMinimumBasicScenario-1065810479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-h5j9288u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:25:35Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=b96b134d-8935-4cd3-9696-c0085ebe710f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'pci_devices' on Instance uuid b96b134d-8935-4cd3-9696-c0085ebe710f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:25:37 user nova-compute[75260]:   <uuid>b96b134d-8935-4cd3-9696-c0085ebe710f</uuid>
Dec 06 11:25:37 user nova-compute[75260]:   <name>instance-0000001c</name>
Dec 06 11:25:37 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:25:37 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:25:37 user nova-compute[75260]:   <metadata>
Dec 06 11:25:37 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:25:37 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:25:37 user nova-compute[75260]:       <nova:name>tempest-TestMinimumBasicScenario-server-1338620755</nova:name>
Dec 06 11:25:37 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:25:37</nova:creationTime>
Dec 06 11:25:37 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:25:37 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:25:37 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:25:37 user nova-compute[75260]:       <nova:owner>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:user uuid="80a0d501db7140289d1f8e8f0f60f43d">tempest-TestMinimumBasicScenario-317622540-project-member</nova:user>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:project uuid="ba376e6d06604158ba0e083be7b1607d">tempest-TestMinimumBasicScenario-317622540</nova:project>
Dec 06 11:25:37 user nova-compute[75260]:       </nova:owner>
Dec 06 11:25:37 user nova-compute[75260]:       <nova:root type="image" uuid="3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db"/>
Dec 06 11:25:37 user nova-compute[75260]:       <nova:ports>
Dec 06 11:25:37 user nova-compute[75260]:         <nova:port uuid="d036fe8b-3a37-4c10-a0e9-13da667d9896">
Dec 06 11:25:37 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:25:37 user nova-compute[75260]:         </nova:port>
Dec 06 11:25:37 user nova-compute[75260]:       </nova:ports>
Dec 06 11:25:37 user nova-compute[75260]:     </nova:instance>
Dec 06 11:25:37 user nova-compute[75260]:   </metadata>
Dec 06 11:25:37 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:25:37 user nova-compute[75260]:     <system>
Dec 06 11:25:37 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:25:37 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:25:37 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:25:37 user nova-compute[75260]:       <entry name="serial">b96b134d-8935-4cd3-9696-c0085ebe710f</entry>
Dec 06 11:25:37 user nova-compute[75260]:       <entry name="uuid">b96b134d-8935-4cd3-9696-c0085ebe710f</entry>
Dec 06 11:25:37 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:25:37 user nova-compute[75260]:     </system>
Dec 06 11:25:37 user nova-compute[75260]:   </sysinfo>
Dec 06 11:25:37 user nova-compute[75260]:   <os>
Dec 06 11:25:37 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:25:37 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:25:37 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:25:37 user nova-compute[75260]:   </os>
Dec 06 11:25:37 user nova-compute[75260]:   <features>
Dec 06 11:25:37 user nova-compute[75260]:     <acpi/>
Dec 06 11:25:37 user nova-compute[75260]:     <apic/>
Dec 06 11:25:37 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:25:37 user nova-compute[75260]:   </features>
Dec 06 11:25:37 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:25:37 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:25:37 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:25:37 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:25:37 user nova-compute[75260]:   </clock>
Dec 06 11:25:37 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:25:37 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:25:37 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:25:37 user nova-compute[75260]:   </cpu>
Dec 06 11:25:37 user nova-compute[75260]:   <devices>
Dec 06 11:25:37 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:25:37 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:25:37 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk"/>
Dec 06 11:25:37 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:25:37 user nova-compute[75260]:     </disk>
Dec 06 11:25:37 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:25:37 user nova-compute[75260]:       <mac address="fa:16:3e:a7:34:1f"/>
Dec 06 11:25:37 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:25:37 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:25:37 user nova-compute[75260]:       <target dev="tapd036fe8b-3a"/>
Dec 06 11:25:37 user nova-compute[75260]:     </interface>
Dec 06 11:25:37 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:25:37 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/console.log" append="off"/>
Dec 06 11:25:37 user nova-compute[75260]:     </serial>
Dec 06 11:25:37 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:25:37 user nova-compute[75260]:     <video>
Dec 06 11:25:37 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:25:37 user nova-compute[75260]:     </video>
Dec 06 11:25:37 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:25:37 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:25:37 user nova-compute[75260]:     </rng>
Dec 06 11:25:37 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:25:37 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:25:37 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:25:37 user nova-compute[75260]:     </memballoon>
Dec 06 11:25:37 user nova-compute[75260]:   </devices>
Dec 06 11:25:37 user nova-compute[75260]: </domain>
Dec 06 11:25:37 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1338620755',display_name='tempest-TestMinimumBasicScenario-server-1338620755',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1338620755',id=28,image_ref='3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvECjV7iXPLc6dNpeKAxop+pHfo/eW1xQIkGTPlEyf+zdKPwbs/coPDG+j3nuXLsDGX1n1fymkqqqhCTHzu8yja3gy8MVRoMmUMQJ0YUANU/9qRZUZJ4YoH2BQCYmdbrw==',key_name='tempest-TestMinimumBasicScenario-1065810479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-h5j9288u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:25:35Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=b96b134d-8935-4cd3-9696-c0085ebe710f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG os_vif [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '15192a2d-71eb-5e26-b1eb-24661f187b5d', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd036fe8b-3a, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd036fe8b-3a, col_values=(('qos', UUID('01e54a22-2744-4602-b90f-06335d9e844b')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd036fe8b-3a, col_values=(('external_ids', {'iface-id': 'd036fe8b-3a37-4c10-a0e9-13da667d9896', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:34:1f', 'vm-uuid': 'b96b134d-8935-4cd3-9696-c0085ebe710f'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:37 user nova-compute[75260]: INFO os_vif [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a')
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.network.neutron [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updated VIF entry in instance network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.network.neutron [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9aa52d89-d639-457e-80f1-b497b9ea81fb req-2954aef7-d29e-4e46-9f11-626dd2154340 service nova] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:25:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No VIF found with MAC fa:16:3e:a7:34:1f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-91fb0677-d757-4842-af25-0bf0c40add3e req-ceed16ee-69c0-4207-acbb-36bcf4fa7284 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-91fb0677-d757-4842-af25-0bf0c40add3e req-ceed16ee-69c0-4207-acbb-36bcf4fa7284 service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-91fb0677-d757-4842-af25-0bf0c40add3e req-ceed16ee-69c0-4207-acbb-36bcf4fa7284 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-91fb0677-d757-4842-af25-0bf0c40add3e req-ceed16ee-69c0-4207-acbb-36bcf4fa7284 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-91fb0677-d757-4842-af25-0bf0c40add3e req-ceed16ee-69c0-4207-acbb-36bcf4fa7284 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:38 user nova-compute[75260]: WARNING nova.compute.manager [req-91fb0677-d757-4842-af25-0bf0c40add3e req-ceed16ee-69c0-4207-acbb-36bcf4fa7284 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state building and task_state spawning.
Dec 06 11:25:39 user nova-compute[75260]: INFO nova.compute.manager [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Unrescuing
Dec 06 11:25:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG nova.objects.instance [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'flavor' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-711f628f-d522-4e42-b2b5-939ae5b86523 req-7aa6a923-693a-4f12-ad4a-aac04cff97eb service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-711f628f-d522-4e42-b2b5-939ae5b86523 req-7aa6a923-693a-4f12-ad4a-aac04cff97eb service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-711f628f-d522-4e42-b2b5-939ae5b86523 req-7aa6a923-693a-4f12-ad4a-aac04cff97eb service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-711f628f-d522-4e42-b2b5-939ae5b86523 req-7aa6a923-693a-4f12-ad4a-aac04cff97eb service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-711f628f-d522-4e42-b2b5-939ae5b86523 req-7aa6a923-693a-4f12-ad4a-aac04cff97eb service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:40 user nova-compute[75260]: WARNING nova.compute.manager [req-711f628f-d522-4e42-b2b5-939ae5b86523 req-7aa6a923-693a-4f12-ad4a-aac04cff97eb service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:25:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance destroyed successfully.
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-07dda89d-77b0-433e-a2d3-4367a96fece8 req-821242b1-77e2-456d-ab33-ecf4ad552954 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-07dda89d-77b0-433e-a2d3-4367a96fece8 req-821242b1-77e2-456d-ab33-ecf4ad552954 service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-07dda89d-77b0-433e-a2d3-4367a96fece8 req-821242b1-77e2-456d-ab33-ecf4ad552954 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-07dda89d-77b0-433e-a2d3-4367a96fece8 req-821242b1-77e2-456d-ab33-ecf4ad552954 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-07dda89d-77b0-433e-a2d3-4367a96fece8 req-821242b1-77e2-456d-ab33-ecf4ad552954 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:41 user nova-compute[75260]: WARNING nova.compute.manager [req-07dda89d-77b0-433e-a2d3-4367a96fece8 req-821242b1-77e2-456d-ab33-ecf4ad552954 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state building and task_state spawning.
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:25:41 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance spawned successfully.
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:25:41 user nova-compute[75260]: INFO nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Took 6.44 seconds to spawn the instance on the hypervisor.
Dec 06 11:25:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:25:41 user nova-compute[75260]: INFO nova.compute.manager [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Took 7.32 seconds to build instance.
Dec 06 11:25:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8021aaf5-72d0-4169-bcb8-4d30fb8a59c7 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.434s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:42 user nova-compute[75260]: WARNING nova.compute.manager [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:25:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:42 user nova-compute[75260]: WARNING nova.compute.manager [req-20cab630-c246-40ed-8c5f-de917a3e78fa req-22dd9772-9275-4653-aa17-662c50323be4 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:25:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:44 user nova-compute[75260]: DEBUG nova.compute.manager [None req-11208ebf-4de4-4739-97ed-e816b7c3fc28 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:25:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-2eee9432-925e-4a75-8170-616b72b4164a req-7b6b112f-6441-4851-92d6-71b8c153647a service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2eee9432-925e-4a75-8170-616b72b4164a req-7b6b112f-6441-4851-92d6-71b8c153647a service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2eee9432-925e-4a75-8170-616b72b4164a req-7b6b112f-6441-4851-92d6-71b8c153647a service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2eee9432-925e-4a75-8170-616b72b4164a req-7b6b112f-6441-4851-92d6-71b8c153647a service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-2eee9432-925e-4a75-8170-616b72b4164a req-7b6b112f-6441-4851-92d6-71b8c153647a service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:25:44 user nova-compute[75260]: WARNING nova.compute.manager [req-2eee9432-925e-4a75-8170-616b72b4164a req-7b6b112f-6441-4851-92d6-71b8c153647a service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:25:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "d0ba95ff-245a-4af5-9478-e497649a1574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:25:51 user nova-compute[75260]: INFO nova.compute.claims [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Claim successful on node user
Dec 06 11:25:51 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.653s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:25:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:25:52 user nova-compute[75260]: DEBUG nova.policy [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab1d20171b245f08bccd714cbaee177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de599d7f41674eaabe3e3911034e7215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:25:52 user nova-compute[75260]: INFO nova.virt.block_device [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Booting with volume-backed-image 8a78d30c-b84a-4b02-a4ea-bb9217d18030 at /dev/vda
Dec 06 11:25:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Successfully created port: 3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG nova.objects.instance [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'flavor' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:25:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.111s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:25:53 user nova-compute[75260]: INFO nova.compute.manager [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Attaching volume 86c7170e-2659-4392-bd4b-641de7c9d721 to /dev/vdb
Dec 06 11:25:53 user nova-compute[75260]: DEBUG os_brick.utils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe445c73-710b-4aea-886d-36da33bfea2f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[48471928-d16d-4cca-af28-68415784b344]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[39eeed2b-893e-4528-903c-abc82b1de669]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecc43b7-e1bc-4a87-90c9-464a7ebd52ee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:25:53 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2265a8f0-b5ef-4f64-a187-2afbba68a072]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG os_brick.utils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] <== get_connector_properties: return (174ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating existing volume attachment record: 504481aa-58e4-43ac-96d0-dea023bdba59 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Successfully updated port: 3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-changed-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Refreshing instance network info cache due to event network-changed-3d6b6c71-6aa3-4685-8c5f-176e769659c7. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] Acquiring lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:25:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updating instance_info_cache with network_info: [{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance network_info: |[{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] Acquired lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Refreshing network info cache for port 3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updated VIF entry in instance network info cache for port 3d6b6c71-6aa3-4685-8c5f-176e769659c7. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updating instance_info_cache with network_info: [{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:25:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-64ddcb83-5da8-4104-a8f9-62f4f3301855 req-6908ee24-a909-4867-9768-082faf35b9f4 service nova] Releasing lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:25:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:25:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:26:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:00 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:26:00 user nova-compute[75260]: INFO nova.compute.claims [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Claim successful on node user
Dec 06 11:26:00 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.661s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.network.neutron [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:26:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.policy [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e84ce1a8eac34833839893f2481074ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b93bf5133c846c891e5fc6469018f34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:26:01 user nova-compute[75260]: INFO nova.virt.block_device [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Booting with volume 8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 at /dev/vda
Dec 06 11:26:01 user nova-compute[75260]: DEBUG os_brick.utils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8578a781-2a8a-4ae2-b11b-7bf0844ce351]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f950a0-2865-4c1d-ae3f-0514b3a4d965]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3311be6-d00e-4c14-9e27-2b9a1cf2cf63]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[486094d8-84d8-4ab4-b0fe-0585e06d50a8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:01 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:26:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9435055e-9d22-4e9b-b302-adcd5f473dc9]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG os_brick.utils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating existing volume attachment record: 353a2373-15f8-4ae2-9d3b-2af6dab3f10c {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:26:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG nova.network.neutron [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Successfully created port: 2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG nova.network.neutron [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Successfully updated port: 2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquired lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG nova.network.neutron [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-changed-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Refreshing instance network info cache due to event network-changed-2e9a1982-f205-476d-b35e-8f9e2bc33fcc. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] Acquiring lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:02 user nova-compute[75260]: DEBUG nova.network.neutron [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Releasing lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance network_info: |[{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] Acquired lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG nova.network.neutron [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Refreshing network info cache for port 2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG nova.network.neutron [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updated VIF entry in instance network info cache for port 2e9a1982-f205-476d-b35e-8f9e2bc33fcc. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG nova.network.neutron [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a55b34c5-21d5-4933-803b-fd8fc9f66155 req-4761d001-539a-480a-be87-bb9c9c95722e service nova] Releasing lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG os_brick.utils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[01dea361-151d-482f-9d64-1c3192b802df]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[54a573c3-838e-483f-a511-c79c7328c327]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:26:08 user nova-compute[75260]: INFO nova.compute.claims [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Claim successful on node user
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3af7a1a-fc7d-4708-a58d-fcb5756c1d4b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8296fa35-b713-4fcb-95de-5c452292f3b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:08 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:26:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[45fe53c8-59d1-4445-96f3-b71a6e2cb601]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG os_brick.utils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== get_connector_properties: return (179ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:08 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updating existing volume attachment record: e4034575-5752-4311-a777-65755e5476f5 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.809s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:26:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:26:09 user nova-compute[75260]: DEBUG nova.policy [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831e01ab8a594aa7be59a613287dc83f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42a1b0a707a344e580e49f8dd3f720c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:26:09 user nova-compute[75260]: INFO nova.virt.block_device [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Booting with volume f80b7608-be83-4e2e-a06b-48018bf9d0f1 at /dev/vda
Dec 06 11:26:10 user nova-compute[75260]: DEBUG nova.network.neutron [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Successfully created port: 770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Port e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 binding to destination host user is already ACTIVE {{(pid=75260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Successfully updated port: 770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquired lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-changed-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Refreshing instance network info cache due to event network-changed-770153b4-b88b-486e-a327-332e145de9a9. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] Acquiring lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Creating tmpfile /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/tmp29fsdob_ to verify with other compute node that the instance is on the same shared storage. {{(pid=75260) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9630}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating instance_info_cache with network_info: [{"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Releasing lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance network_info: |[{"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] Acquired lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Refreshing network info cache for port 770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-b5dfa21a-7082-4a8d-8042-a2050b06f213 req-5fde0d90-4910-4700-8ecd-7752adb6fdc9 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b5dfa21a-7082-4a8d-8042-a2050b06f213 req-5fde0d90-4910-4700-8ecd-7752adb6fdc9 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b5dfa21a-7082-4a8d-8042-a2050b06f213 req-5fde0d90-4910-4700-8ecd-7752adb6fdc9 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b5dfa21a-7082-4a8d-8042-a2050b06f213 req-5fde0d90-4910-4700-8ecd-7752adb6fdc9 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-b5dfa21a-7082-4a8d-8042-a2050b06f213 req-5fde0d90-4910-4700-8ecd-7752adb6fdc9 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:12 user nova-compute[75260]: WARNING nova.compute.manager [req-b5dfa21a-7082-4a8d-8042-a2050b06f213 req-5fde0d90-4910-4700-8ecd-7752adb6fdc9 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state resized and task_state resize_reverting.
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DosASEYW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:12 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c2aeb7-b359-4237-adac-5626679c0438]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:26:12 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[670688bb-d4e5-44bc-ab20-8ed6f7706655]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721] added
Dec 06 11:26:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[433771cf-d3eb-4aff-a223-ecf2d2998353]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3816128-2c89-45c2-ae1e-20e158b5c534]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DosASEYW {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DosASEYW" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9eb8576-2861-4d06-a8ea-6b581de10e05]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DosASEYW'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[432615dc-fe8d-4206-9b58-a0f1a2fe6b7f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[378ea358-5507-4ad0-9a24-c857b247b1ba]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.utils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3371f1e-7846-4f81-8660-82d9dd513d45]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e13eafd-61a6-40ef-b0ba-e36a6f582882]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260]
Dec 06 11:26:12 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260] successful.
Dec 06 11:26:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ca09f9-786b-4135-ba41-5a9efc7f2674]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updated VIF entry in instance network info cache for port 770153b4-b88b-486e-a327-332e145de9a9. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating instance_info_cache with network_info: [{"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fde61fa-51af-4e34-bdb8-4b2ae6090a13]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8789edf-1be9-46bc-b5e0-fe82f0a95d9d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[53cfea93-17cb-4c9f-a5e6-0de2724d2c68]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd1761e4-2c75-49c1-8453-781f1dc4c73a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f6c87f87-c358-488c-b67a-7a98e05ca6f2 req-f9c191ae-ed5c-41ee-8d59-c04db0ec1d7b service nova] Releasing lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.431s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] HCTL ('35', '-', '-', 0) found on session 31 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:12 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fda7c8c-9a61-4506-8e52-0df22dc54ac2]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.utils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== get_connector_properties: return (188ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating existing volume attachment record: 727e0222-0006-413e-bc68-27d268f8c8f4 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d560563-3330-4af6-a130-8c244c6d0a92]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DosASEYW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:26:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance destroyed successfully.
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'resources' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:24:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:24:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9e86cfa-be, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aa1a5068-2ee6-40ca-97fd-a13d4bd52300) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:12 user nova-compute[75260]: INFO os_vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be')
Dec 06 11:26:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.478s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] <== connect_volume: return (1479ms) {'type': 'block', 'scsi_wwn': '23534633165333030', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534633165333030', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.904s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG nova.objects.instance [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'flavor' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[41364759-94d4-4e85-ab1c-3cc9c21db0ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:26:13 user nova-compute[75260]: No targets found.
Dec 06 11:26:13 user nova-compute[75260]: iSNS:
Dec 06 11:26:13 user nova-compute[75260]: No targets found.
Dec 06 11:26:13 user nova-compute[75260]: STATIC:
Dec 06 11:26:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:26:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:26:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:26:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:26:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:26:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:26:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:26:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:26:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:26:13 user nova-compute[75260]: FIRMWARE:
Dec 06 11:26:13 user nova-compute[75260]: No targets found.
Dec 06 11:26:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:26:13 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:26:13 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:26:13 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:26:13 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:26:13 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:26:13 user nova-compute[75260]:   <serial>86c7170e-2659-4392-bd4b-641de7c9d721</serial>
Dec 06 11:26:13 user nova-compute[75260]: </disk>
Dec 06 11:26:13 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e20dbe2b-6d55-463b-9045-a3fb242112cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec4b6cc-db89-462d-8bbc-492a56488433]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:13 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:13 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:13 user nova-compute[75260]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:13 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c7628c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[747decaa-ec86-4b39-9d21-c907ca439172]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc6055c8-1996-47da-adb3-20d7776d517f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03ef638-3dc4-415a-a1e1-228892c248df]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae379b0-5516-4b38-ae65-74d7ce794cc2]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a75492-e8ad-4b58-8192-4ed31d8e47fc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[358058c7-462c-4354-b664-3d35c0751657]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]
Dec 06 11:26:13 user nova-compute[75260]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.
Dec 06 11:26:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadeea07-95ee-4f54-8f14-28e5cb65bda6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== disconnect_volume: return (1251ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No VIF found with MAC fa:16:3e:82:b8:a4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-94c03f6e-60c1-4a69-a3df-03c416233813 req-d7b4cbef-8ae3-4e58-953a-b38ca2804342 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-94c03f6e-60c1-4a69-a3df-03c416233813 req-d7b4cbef-8ae3-4e58-953a-b38ca2804342 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-94c03f6e-60c1-4a69-a3df-03c416233813 req-d7b4cbef-8ae3-4e58-953a-b38ca2804342 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-94c03f6e-60c1-4a69-a3df-03c416233813 req-d7b4cbef-8ae3-4e58-953a-b38ca2804342 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-94c03f6e-60c1-4a69-a3df-03c416233813 req-d7b4cbef-8ae3-4e58-953a-b38ca2804342 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:14 user nova-compute[75260]: WARNING nova.compute.manager [req-94c03f6e-60c1-4a69-a3df-03c416233813 req-d7b4cbef-8ae3-4e58-953a-b38ca2804342 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state resized and task_state resize_reverting.
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-37409ff1-e7a1-4d41-a9f9-f1df86baa8ee tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.418s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:26:14 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Creating image(s)
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Ensure instance console log exists: /opt/stack/data/nova/instances/7d828b34-e65d-4e43-b305-58ea6e979243/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Start _get_guest_xml network_info=[{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '353a2373-15f8-4ae2-9d3b-2af6dab3f10c', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7d828b34-e65d-4e43-b305-58ea6e979243', 'attached_at': '', 'detached_at': '', 'volume_id': '8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'serial': '8ecc07a3-cc1b-4c50-8c59-8a5451582dd3'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:26:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:14 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:14 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:14 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[31853e2f-c2d0-4f85-afcd-f22ac16cfcf3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:26:14 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dde7ebf6-4199-41c2-923b-8621f9e1b6d0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3] added
Dec 06 11:26:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c2782a-e4d8-4ade-9b57-a1416a9634ec]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[578b30aa-6391-40d2-a698-7681cc8a4d9b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wVGbXPEi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wVGbXPEi" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a503f5-720c-4b4f-b7b0-ea33168488d7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wVGbXPEi'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[496930ed-734f-4eb2-8ce8-d3faefa71c5d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e782697a-1232-488e-9050-ee1b02ea3fef]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:14 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:14 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5247f79-a8b4-4259-bd25-fcde641d336d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]
Dec 06 11:26:15 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.
Dec 06 11:26:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22c25e5-d484-4641-8ea9-d70a2b98c88e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[40426abd-e398-4c98-baaa-b6c272dc6db4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:15 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:15 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:15 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:15 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] HCTL ('33', '-', '-', 0) found on session 32 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba09ead-22b3-46d1-9be5-c5a9dfa177a1]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching for a device in session 32 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'migration_context' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:15 user nova-compute[75260]: DEBUG nova.objects.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Object Instance<3c88175b-e064-44f7-ad60-20a93b4b63c2> lazy-loaded attributes: resources,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23264323662336661', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264323662336661', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-534350233',display_name='tempest-ServerActionsTestOtherA-server-534350233',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-534350233',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-we78m1f5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:26:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=7d828b34-e65d-4e43-b305-58ea6e979243,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.objects.instance [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d828b34-e65d-4e43-b305-58ea6e979243 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:26:16 user nova-compute[75260]:   <uuid>7d828b34-e65d-4e43-b305-58ea6e979243</uuid>
Dec 06 11:26:16 user nova-compute[75260]:   <name>instance-0000001e</name>
Dec 06 11:26:16 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:26:16 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:26:16 user nova-compute[75260]:   <metadata>
Dec 06 11:26:16 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:26:16 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:26:16 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherA-server-534350233</nova:name>
Dec 06 11:26:16 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:26:14</nova:creationTime>
Dec 06 11:26:16 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:26:16 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:26:16 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:26:16 user nova-compute[75260]:       <nova:owner>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:user uuid="e84ce1a8eac34833839893f2481074ef">tempest-ServerActionsTestOtherA-1476203134-project-member</nova:user>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:project uuid="5b93bf5133c846c891e5fc6469018f34">tempest-ServerActionsTestOtherA-1476203134</nova:project>
Dec 06 11:26:16 user nova-compute[75260]:       </nova:owner>
Dec 06 11:26:16 user nova-compute[75260]:       <nova:ports>
Dec 06 11:26:16 user nova-compute[75260]:         <nova:port uuid="2e9a1982-f205-476d-b35e-8f9e2bc33fcc">
Dec 06 11:26:16 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:26:16 user nova-compute[75260]:         </nova:port>
Dec 06 11:26:16 user nova-compute[75260]:       </nova:ports>
Dec 06 11:26:16 user nova-compute[75260]:     </nova:instance>
Dec 06 11:26:16 user nova-compute[75260]:   </metadata>
Dec 06 11:26:16 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:26:16 user nova-compute[75260]:     <system>
Dec 06 11:26:16 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:26:16 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:26:16 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:26:16 user nova-compute[75260]:       <entry name="serial">7d828b34-e65d-4e43-b305-58ea6e979243</entry>
Dec 06 11:26:16 user nova-compute[75260]:       <entry name="uuid">7d828b34-e65d-4e43-b305-58ea6e979243</entry>
Dec 06 11:26:16 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:26:16 user nova-compute[75260]:     </system>
Dec 06 11:26:16 user nova-compute[75260]:   </sysinfo>
Dec 06 11:26:16 user nova-compute[75260]:   <os>
Dec 06 11:26:16 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:26:16 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:26:16 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:26:16 user nova-compute[75260]:   </os>
Dec 06 11:26:16 user nova-compute[75260]:   <features>
Dec 06 11:26:16 user nova-compute[75260]:     <acpi/>
Dec 06 11:26:16 user nova-compute[75260]:     <apic/>
Dec 06 11:26:16 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:26:16 user nova-compute[75260]:   </features>
Dec 06 11:26:16 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:26:16 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:26:16 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:26:16 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:26:16 user nova-compute[75260]:   </clock>
Dec 06 11:26:16 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:26:16 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:26:16 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:26:16 user nova-compute[75260]:   </cpu>
Dec 06 11:26:16 user nova-compute[75260]:   <devices>
Dec 06 11:26:16 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:26:16 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:26:16 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:26:16 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:26:16 user nova-compute[75260]:       <serial>8ecc07a3-cc1b-4c50-8c59-8a5451582dd3</serial>
Dec 06 11:26:16 user nova-compute[75260]:     </disk>
Dec 06 11:26:16 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:26:16 user nova-compute[75260]:       <mac address="fa:16:3e:ee:75:60"/>
Dec 06 11:26:16 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:16 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:26:16 user nova-compute[75260]:       <target dev="tap2e9a1982-f2"/>
Dec 06 11:26:16 user nova-compute[75260]:     </interface>
Dec 06 11:26:16 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:26:16 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/7d828b34-e65d-4e43-b305-58ea6e979243/console.log" append="off"/>
Dec 06 11:26:16 user nova-compute[75260]:     </serial>
Dec 06 11:26:16 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:26:16 user nova-compute[75260]:     <video>
Dec 06 11:26:16 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:16 user nova-compute[75260]:     </video>
Dec 06 11:26:16 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:26:16 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:26:16 user nova-compute[75260]:     </rng>
Dec 06 11:26:16 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:26:16 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:26:16 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:26:16 user nova-compute[75260]:     </memballoon>
Dec 06 11:26:16 user nova-compute[75260]:   </devices>
Dec 06 11:26:16 user nova-compute[75260]: </domain>
Dec 06 11:26:16 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-534350233',display_name='tempest-ServerActionsTestOtherA-server-534350233',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-534350233',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-we78m1f5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:26:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=7d828b34-e65d-4e43-b305-58ea6e979243,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG os_vif [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7365cb58-c51c-5a7c-9894-b9ebe79f1461', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e9a1982-f2, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e9a1982-f2, col_values=(('qos', UUID('0adc0890-5e8e-4081-81e2-1ab3a763caff')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e9a1982-f2, col_values=(('external_ids', {'iface-id': '2e9a1982-f205-476d-b35e-8f9e2bc33fcc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:75:60', 'vm-uuid': '7d828b34-e65d-4e43-b305-58ea6e979243'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:16 user nova-compute[75260]: INFO os_vif [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2')
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No VIF found with MAC fa:16:3e:ee:75:60, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.647s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:16 user nova-compute[75260]: INFO nova.compute.manager [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Rescuing
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:26:16 user nova-compute[75260]: INFO nova.compute.manager [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Swapping old allocation on dict_keys(['f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9']) held by migration c6b4d9db-022d-42d8-8cb1-054ebacb099c for instance
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Overwriting current allocation {'allocations': {'f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 35}}, 'project_id': '23a89977944f4c02b2c45d863ba922b2', 'user_id': '9c78c7fae5844e1d889f6b97766586f1', 'consumer_generation': 1} on consumer 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG nova.network.neutron [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-7f1ff4c6-1259-4af1-8618-07db2afdf9e1 req-de118a12-55e0-4990-843c-feb44e86d918 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7f1ff4c6-1259-4af1-8618-07db2afdf9e1 req-de118a12-55e0-4990-843c-feb44e86d918 service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7f1ff4c6-1259-4af1-8618-07db2afdf9e1 req-de118a12-55e0-4990-843c-feb44e86d918 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7f1ff4c6-1259-4af1-8618-07db2afdf9e1 req-de118a12-55e0-4990-843c-feb44e86d918 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-7f1ff4c6-1259-4af1-8618-07db2afdf9e1 req-de118a12-55e0-4990-843c-feb44e86d918 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:17 user nova-compute[75260]: WARNING nova.compute.manager [req-7f1ff4c6-1259-4af1-8618-07db2afdf9e1 req-de118a12-55e0-4990-843c-feb44e86d918 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state active and task_state rescuing.
Dec 06 11:26:17 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG os_brick.utils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae27f85a-d821-46f3-ba61-86756d3a44c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[41830944-6544-4a42-a3df-1d6f9fda97d4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[78bd5d95-0a78-4749-8564-2bf07285c6a2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[abead02a-8bdb-4f21-8834-5d86cd5fe339]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:26:17 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:26:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eab4b71-ad2a-4b81-9a37-675cb9192c9f]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG os_brick.utils [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance destroyed successfully.
Dec 06 11:26:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Attempting a stable device rescue
Dec 06 11:26:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75260) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:26:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Creating image(s)
Dec 06 11:26:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "33e7a96a75a3daa377733e0bb0de9a48140f5216" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "33e7a96a75a3daa377733e0bb0de9a48140f5216" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:19 user nova-compute[75260]: WARNING nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state active and task_state rescuing.
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:19 user nova-compute[75260]: WARNING nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state building and task_state spawning.
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:19 user nova-compute[75260]: WARNING nova.compute.manager [req-4193251b-bc36-43ca-87f1-e4e7d379c9a6 req-cebb97f2-1308-406c-a23b-2f7380a4a9cb service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state building and task_state spawning.
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.part --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.virt.images [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] 628ee0cf-90e8-415d-82fb-ce7e31b4d4a1 was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:26:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.part /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.part /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.converted" returned: 0 in 0.329s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216.converted --force-share --output=json" returned: 0 in 0.241s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "33e7a96a75a3daa377733e0bb0de9a48140f5216" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.864s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "33e7a96a75a3daa377733e0bb0de9a48140f5216" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "33e7a96a75a3daa377733e0bb0de9a48140f5216" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216 --force-share --output=json" returned: 0 in 0.217s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216,backing_fmt=raw /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216,backing_fmt=raw /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue" returned: 0 in 0.118s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "33e7a96a75a3daa377733e0bb0de9a48140f5216" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.342s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'migration_context' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.objects.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Object Instance<0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Start _get_guest_xml network_info=[{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "vif_mac": "fa:16:3e:82:b8:a4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '628ee0cf-90e8-415d-82fb-ce7e31b4d4a1', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '504481aa-58e4-43ac-96d0-dea023bdba59', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DosASEYW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a', 'attached_at': '', 'detached_at': '', 'volume_id': '86c7170e-2659-4392-bd4b-641de7c9d721', 'serial': '86c7170e-2659-4392-bd4b-641de7c9d721'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'resources' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.objects.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Object Instance<0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'numa_topology' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance spawned successfully.
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:26:20 user nova-compute[75260]: DEBUG nova.objects.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Object Instance<0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:26:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:20 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Object Instance<0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DosASEYW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:21 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[01de8156-2fca-46eb-9e1c-9cdb831ebbba]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = DosASEYW\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: INFO nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Took 6.40 seconds to spawn the instance on the hypervisor.
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 11:26:21 user nova-compute[75260]: node.name = iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:26:21 user nova-compute[75260]: node.tpgt = -1
Dec 06 11:26:21 user nova-compute[75260]: node.startup = automatic
Dec 06 11:26:21 user nova-compute[75260]: node.leading_login = No
Dec 06 11:26:21 user nova-compute[75260]: iface.iscsi_ifacename = default
Dec 06 11:26:21 user nova-compute[75260]: iface.net_ifacename = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.ipaddress = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.prefix_len = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.hwaddress = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.transport_name = tcp
Dec 06 11:26:21 user nova-compute[75260]: iface.initiatorname = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.vlan_id = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.vlan_priority = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.vlan_state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.iface_num = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.mtu = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.port = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.bootproto = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.subnet_mask = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.gateway = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_alt_client_id = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_dns = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_learn_iqn = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_vendor_id_state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_vendor_id = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.dhcp_slp_da = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.fragmentation = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.gratuitous_arp = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.incoming_forwarding = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.tos_state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.tos = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.ttl = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.delayed_ack = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.tcp_nagle = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.tcp_wsf_state = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.tcp_wsf = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.tcp_timer_scale = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.tcp_timestamp = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.redirect = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.def_task_mgmt_timeout = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.header_digest = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.data_digest = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.immediate_data = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.initial_r2t = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.data_seq_inorder = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.data_pdu_inorder = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.erl = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.max_receive_data_len = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.first_burst_len = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.max_outstanding_r2t = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.max_burst_len = 0
Dec 06 11:26:21 user nova-compute[75260]: iface.chap_auth = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.bidi_chap = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.strict_login_compliance = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.discovery_auth = <empty>
Dec 06 11:26:21 user nova-compute[75260]: iface.discovery_logout = <empty>
Dec 06 11:26:21 user nova-compute[75260]: node.discovery_address = <empty>
Dec 06 11:26:21 user nova-compute[75260]: node.discovery_port = 0
Dec 06 11:26:21 user nova-compute[75260]: node.discovery_type = static
Dec 06 11:26:21 user nova-compute[75260]: node.session.initial_cmdsn = 0
Dec 06 11:26:21 user nova-compute[75260]: node.session.initial_login_retry_max = 8
Dec 06 11:26:21 user nova-compute[75260]: node.session.xmit_thread_priority = -20
Dec 06 11:26:21 user nova-compute[75260]: node.session.cmds_max = 128
Dec 06 11:26:21 user nova-compute[75260]: node.session.queue_depth = 32
Dec 06 11:26:21 user nova-compute[75260]: node.session.nr_sessions = 1
Dec 06 11:26:21 user nova-compute[75260]: node.session.auth.authmethod = CHAP
Dec 06 11:26:21 user nova-compute[75260]: node.session.auth.username = DosASEYW
Dec 06 11:26:21 user nova-compute[75260]: node.session.auth.password = ***
Dec 06 11:26:21 user nova-compute[75260]: node.session.auth.username_in = <empty>
Dec 06 11:26:21 user nova-compute[75260]: node.session.auth.password_in = <empty>
Dec 06 11:26:21 user nova-compute[75260]: node.session.auth.chap_algs = MD5
Dec 06 11:26:21 user nova-compute[75260]: node.session.timeo.replacement_timeout = 120
Dec 06 11:26:21 user nova-compute[75260]: node.session.err_timeo.abort_timeout = 15
Dec 06 11:26:21 user nova-compute[75260]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 11:26:21 user nova-compute[75260]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 11:26:21 user nova-compute[75260]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.FastAbort = Yes
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.InitialR2T = No
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.ImmediateData = Yes
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.MaxConnections = 1
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 11:26:21 user nova-compute[75260]: node.session.iscsi.ERL = 0
Dec 06 11:26:21 user nova-compute[75260]: node.session.scan = manual
Dec 06 11:26:21 user nova-compute[75260]: node.session.reopen_max = 0
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].address = 172.16.0.220
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].port = 3260
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].startup = manual
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].tcp.window_size = 524288
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].tcp.type_of_service = 0
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].timeo.logout_timeout = 15
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].timeo.login_timeout = 15
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].timeo.auth_timeout = 45
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].iscsi.DataDigest = None
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].iscsi.IFMarker = No
Dec 06 11:26:21 user nova-compute[75260]: node.conn[0].iscsi.OFMarker = No
Dec 06 11:26:21 user nova-compute[75260]: # END RECORD
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eabbc07-5dd1-4c46-be28-9eb49780f598]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ce6a17-33b9-431c-8f84-b05d735a9b3d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DosASEYW {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:26:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Creating image(s)
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Ensure instance console log exists: /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Start _get_guest_xml network_info=[{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'e4034575-5752-4311-a777-65755e5476f5', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0ba95ff-245a-4af5-9478-e497649a1574', 'attached_at': '', 'detached_at': '', 'volume_id': '0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'serial': '0d6ca265-57c0-45ea-87f4-e5f271fef6f0'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DosASEYW" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a6755a8-ccc4-4c31-acb0-e678352afe04]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DosASEYW'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: INFO nova.compute.manager [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Took 20.93 seconds to build instance.
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c5d47d3-4436-46af-89f7-2b9b3204dc58]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:21 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-39bc2176-2105-42e2-86b3-3336eafb6319 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.067s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc47086f-c54b-4191-8b5d-cecdfe2e393e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] HCTL ('35', '0', '0', 0) found on session 31 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[38e92963-3a62-4283-a2b7-9e4ab9b4e12e]: (4, ('0 0 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Searching for a device in session 31 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DosASEYW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.333s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] <== connect_volume: return (335ms) {'type': 'block', 'scsi_wwn': '23534633165333030', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534633165333030', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.076s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:21 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3134dbd7-d07f-4baf-94a6-972c004a9579]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:26:21 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c383f245-e4f4-4aa6-b632-a179d30caf18]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0] added
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbca60e1-4cbd-427c-a212-c12a377c384f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2061569336',display_name='tempest-ServerStableDeviceRescueTest-server-2061569336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2061569336',id=24,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLoIcT+lyE4TjNTEzoxoCSDRcIV25jWfgE7uoh5sJI0RSEhv7U7GvKCa0SSAe+G2jh0W7+N3ajFnM6VciV1+J5rwZIT4KQ+Qvw+wEMtl21EFYWnjkLVZ97Nb+kaItiU8NA==',key_name='tempest-keypair-481205595',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:22:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='378a37d0e3474576a2b9c02b9c19bb5d',ramdisk_id='',reservation_id='r-350x4ege',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-267071768',owner_user_name='tempest-ServerStableDeviceRescueTest-267071768-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:24:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e4381e200093426d9c08aa70336b4ee4',uuid=0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "vif_mac": "fa:16:3e:82:b8:a4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converting VIF {"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "vif_mac": "fa:16:3e:82:b8:a4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'pci_devices' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.objects.base [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Object Instance<0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:26:21 user nova-compute[75260]:   <uuid>0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a</uuid>
Dec 06 11:26:21 user nova-compute[75260]:   <name>instance-00000018</name>
Dec 06 11:26:21 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:26:21 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:26:21 user nova-compute[75260]:   <metadata>
Dec 06 11:26:21 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:26:21 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:26:21 user nova-compute[75260]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2061569336</nova:name>
Dec 06 11:26:21 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:26:20</nova:creationTime>
Dec 06 11:26:21 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:26:21 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:26:21 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:26:21 user nova-compute[75260]:       <nova:owner>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:user uuid="e4381e200093426d9c08aa70336b4ee4">tempest-ServerStableDeviceRescueTest-267071768-project-member</nova:user>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:project uuid="378a37d0e3474576a2b9c02b9c19bb5d">tempest-ServerStableDeviceRescueTest-267071768</nova:project>
Dec 06 11:26:21 user nova-compute[75260]:       </nova:owner>
Dec 06 11:26:21 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:26:21 user nova-compute[75260]:       <nova:ports>
Dec 06 11:26:21 user nova-compute[75260]:         <nova:port uuid="51513fcb-5dc3-4779-8944-c1f6a164a52f">
Dec 06 11:26:21 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:26:21 user nova-compute[75260]:         </nova:port>
Dec 06 11:26:21 user nova-compute[75260]:       </nova:ports>
Dec 06 11:26:21 user nova-compute[75260]:     </nova:instance>
Dec 06 11:26:21 user nova-compute[75260]:   </metadata>
Dec 06 11:26:21 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:26:21 user nova-compute[75260]:     <system>
Dec 06 11:26:21 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:26:21 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:26:21 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:26:21 user nova-compute[75260]:       <entry name="serial">0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a</entry>
Dec 06 11:26:21 user nova-compute[75260]:       <entry name="uuid">0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a</entry>
Dec 06 11:26:21 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:26:21 user nova-compute[75260]:     </system>
Dec 06 11:26:21 user nova-compute[75260]:   </sysinfo>
Dec 06 11:26:21 user nova-compute[75260]:   <os>
Dec 06 11:26:21 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:26:21 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:26:21 user nova-compute[75260]:   </os>
Dec 06 11:26:21 user nova-compute[75260]:   <features>
Dec 06 11:26:21 user nova-compute[75260]:     <acpi/>
Dec 06 11:26:21 user nova-compute[75260]:     <apic/>
Dec 06 11:26:21 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:26:21 user nova-compute[75260]:   </features>
Dec 06 11:26:21 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:26:21 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:26:21 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:26:21 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:26:21 user nova-compute[75260]:   </clock>
Dec 06 11:26:21 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:26:21 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:26:21 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:26:21 user nova-compute[75260]:   </cpu>
Dec 06 11:26:21 user nova-compute[75260]:   <devices>
Dec 06 11:26:21 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:26:21 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:26:21 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk"/>
Dec 06 11:26:21 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:26:21 user nova-compute[75260]:     </disk>
Dec 06 11:26:21 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:26:21 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:26:21 user nova-compute[75260]:       <source dev="/dev/sdd"/>
Dec 06 11:26:21 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:26:21 user nova-compute[75260]:       <serial>86c7170e-2659-4392-bd4b-641de7c9d721</serial>
Dec 06 11:26:21 user nova-compute[75260]:     </disk>
Dec 06 11:26:21 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:26:21 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:26:21 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue"/>
Dec 06 11:26:21 user nova-compute[75260]:       <target dev="vdc" bus="virtio"/>
Dec 06 11:26:21 user nova-compute[75260]:       <boot order="1"/>
Dec 06 11:26:21 user nova-compute[75260]:     </disk>
Dec 06 11:26:21 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:26:21 user nova-compute[75260]:       <mac address="fa:16:3e:82:b8:a4"/>
Dec 06 11:26:21 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:21 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:26:21 user nova-compute[75260]:       <target dev="tap51513fcb-5d"/>
Dec 06 11:26:21 user nova-compute[75260]:     </interface>
Dec 06 11:26:21 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:26:21 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/console.log" append="off"/>
Dec 06 11:26:21 user nova-compute[75260]:     </serial>
Dec 06 11:26:21 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:26:21 user nova-compute[75260]:     <video>
Dec 06 11:26:21 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:21 user nova-compute[75260]:     </video>
Dec 06 11:26:21 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:26:21 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:26:21 user nova-compute[75260]:     </rng>
Dec 06 11:26:21 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:26:21 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:26:21 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:26:21 user nova-compute[75260]:     </memballoon>
Dec 06 11:26:21 user nova-compute[75260]:   </devices>
Dec 06 11:26:21 user nova-compute[75260]: </domain>
Dec 06 11:26:21 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2537af40-1362-497e-88e9-e423649da82f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zaQEpeAZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance destroyed successfully.
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zaQEpeAZ" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f3357d-0edd-4535-879b-1f5a237fe595]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zaQEpeAZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a410c10c-86c5-4a93-b9a0-2e1bb9b6fbb8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] No VIF found with MAC fa:16:3e:82:b8:a4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3ecd26-1545-4eb5-8f17-89facdf59654]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd011f03-5c5a-4b51-b2af-9d31f4ab4c4a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260]
Dec 06 11:26:21 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260] successful.
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a064af6-a6d9-409b-a34e-698f9b1b413c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eed2a60-8061-4798-8ef2-8d95ca6c9e62]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:21 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.461s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] HCTL ('36', '-', '-', 0) found on session 33 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dca72459-5b2e-4f1d-b3c0-b795efe5f8ae]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching for a device in session 33 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.525s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== connect_volume: return (1602ms) {'type': 'block', 'scsi_wwn': '26534623165303932', 'path': '/dev/sde'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534623165303932', 'path': '/dev/sde'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2066641691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2066641691',id=29,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-a2m2kxw5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:25:52Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=d0ba95ff-245a-4af5-9478-e497649a1574,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'pci_devices' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:26:23 user nova-compute[75260]:   <uuid>d0ba95ff-245a-4af5-9478-e497649a1574</uuid>
Dec 06 11:26:23 user nova-compute[75260]:   <name>instance-0000001d</name>
Dec 06 11:26:23 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:26:23 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:26:23 user nova-compute[75260]:   <metadata>
Dec 06 11:26:23 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:26:23 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:26:23 user nova-compute[75260]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2066641691</nova:name>
Dec 06 11:26:23 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:26:21</nova:creationTime>
Dec 06 11:26:23 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:26:23 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:26:23 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:26:23 user nova-compute[75260]:       <nova:owner>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:user uuid="0ab1d20171b245f08bccd714cbaee177">tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member</nova:user>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:project uuid="de599d7f41674eaabe3e3911034e7215">tempest-ServerBootFromVolumeStableRescueTest-279880957</nova:project>
Dec 06 11:26:23 user nova-compute[75260]:       </nova:owner>
Dec 06 11:26:23 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:26:23 user nova-compute[75260]:       <nova:ports>
Dec 06 11:26:23 user nova-compute[75260]:         <nova:port uuid="3d6b6c71-6aa3-4685-8c5f-176e769659c7">
Dec 06 11:26:23 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:26:23 user nova-compute[75260]:         </nova:port>
Dec 06 11:26:23 user nova-compute[75260]:       </nova:ports>
Dec 06 11:26:23 user nova-compute[75260]:     </nova:instance>
Dec 06 11:26:23 user nova-compute[75260]:   </metadata>
Dec 06 11:26:23 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:26:23 user nova-compute[75260]:     <system>
Dec 06 11:26:23 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:26:23 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:26:23 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:26:23 user nova-compute[75260]:       <entry name="serial">d0ba95ff-245a-4af5-9478-e497649a1574</entry>
Dec 06 11:26:23 user nova-compute[75260]:       <entry name="uuid">d0ba95ff-245a-4af5-9478-e497649a1574</entry>
Dec 06 11:26:23 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:26:23 user nova-compute[75260]:     </system>
Dec 06 11:26:23 user nova-compute[75260]:   </sysinfo>
Dec 06 11:26:23 user nova-compute[75260]:   <os>
Dec 06 11:26:23 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:26:23 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:26:23 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:26:23 user nova-compute[75260]:   </os>
Dec 06 11:26:23 user nova-compute[75260]:   <features>
Dec 06 11:26:23 user nova-compute[75260]:     <acpi/>
Dec 06 11:26:23 user nova-compute[75260]:     <apic/>
Dec 06 11:26:23 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:26:23 user nova-compute[75260]:   </features>
Dec 06 11:26:23 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:26:23 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:26:23 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:26:23 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:26:23 user nova-compute[75260]:   </clock>
Dec 06 11:26:23 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:26:23 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:26:23 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:26:23 user nova-compute[75260]:   </cpu>
Dec 06 11:26:23 user nova-compute[75260]:   <devices>
Dec 06 11:26:23 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:26:23 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:26:23 user nova-compute[75260]:       <source dev="/dev/sde"/>
Dec 06 11:26:23 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:26:23 user nova-compute[75260]:       <serial>0d6ca265-57c0-45ea-87f4-e5f271fef6f0</serial>
Dec 06 11:26:23 user nova-compute[75260]:     </disk>
Dec 06 11:26:23 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:26:23 user nova-compute[75260]:       <mac address="fa:16:3e:fe:35:e7"/>
Dec 06 11:26:23 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:23 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:26:23 user nova-compute[75260]:       <target dev="tap3d6b6c71-6a"/>
Dec 06 11:26:23 user nova-compute[75260]:     </interface>
Dec 06 11:26:23 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:26:23 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/console.log" append="off"/>
Dec 06 11:26:23 user nova-compute[75260]:     </serial>
Dec 06 11:26:23 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:26:23 user nova-compute[75260]:     <video>
Dec 06 11:26:23 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:23 user nova-compute[75260]:     </video>
Dec 06 11:26:23 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:26:23 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:26:23 user nova-compute[75260]:     </rng>
Dec 06 11:26:23 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:26:23 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:26:23 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:26:23 user nova-compute[75260]:     </memballoon>
Dec 06 11:26:23 user nova-compute[75260]:   </devices>
Dec 06 11:26:23 user nova-compute[75260]: </domain>
Dec 06 11:26:23 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2066641691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2066641691',id=29,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-a2m2kxw5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:25:52Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=d0ba95ff-245a-4af5-9478-e497649a1574,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG os_vif [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5d602369-856e-51a9-909c-63ff7e1e8285', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d6b6c71-6a, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d6b6c71-6a, col_values=(('qos', UUID('8a80af12-5d97-4ebe-8035-b64e6d21d510')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d6b6c71-6a, col_values=(('external_ids', {'iface-id': '3d6b6c71-6aa3-4685-8c5f-176e769659c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:35:e7', 'vm-uuid': 'd0ba95ff-245a-4af5-9478-e497649a1574'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: INFO os_vif [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a')
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No VIF found with MAC fa:16:3e:fe:35:e7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc9cf827-64f3-4b8f-933c-3978a76219a3 req-929992e6-d350-4407-b3bb-de2399bc7ba0 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc9cf827-64f3-4b8f-933c-3978a76219a3 req-929992e6-d350-4407-b3bb-de2399bc7ba0 service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc9cf827-64f3-4b8f-933c-3978a76219a3 req-929992e6-d350-4407-b3bb-de2399bc7ba0 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc9cf827-64f3-4b8f-933c-3978a76219a3 req-929992e6-d350-4407-b3bb-de2399bc7ba0 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc9cf827-64f3-4b8f-933c-3978a76219a3 req-929992e6-d350-4407-b3bb-de2399bc7ba0 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:23 user nova-compute[75260]: WARNING nova.compute.manager [req-bc9cf827-64f3-4b8f-933c-3978a76219a3 req-929992e6-d350-4407-b3bb-de2399bc7ba0 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state active and task_state rescuing.
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7760MB free_disk=24.9232177734375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:26:24 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Creating image(s)
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Ensure instance console log exists: /opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Start _get_guest_xml network_info=[{"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '727e0222-0006-413e-bc68-27d268f8c8f4', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c2f486b-0fd7-4884-bfde-15f944d479e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'serial': 'f80b7608-be83-4e2e-a06b-48018bf9d0f1'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance e7f60959-9580-4b07-a94e-28acaa5b7306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b96b134d-8935-4cd3-9696-c0085ebe710f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d0ba95ff-245a-4af5-9478-e497649a1574 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1c2f486b-0fd7-4884-bfde-15f944d479e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:26:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:26:24 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:25 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:25 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:25 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5c1313-a44d-4e82-ab50-1172154fd0d0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:26:25 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d20af62-05bf-4250-8cf9-d9620f90903f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1] added
Dec 06 11:26:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc88539-8db5-430e-8df7-c17904b65e85]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de65aa8-54d2-4015-95c0-20a7da02ceed]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VbwIjSgZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VbwIjSgZ" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[de355dbc-553c-431c-86a6-78f630e7f7bf]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VbwIjSgZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8b5523a-616d-4b4d-b126-45ef88ec3b99]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4afb7dc-7334-4551-9383-86796ca581a3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.123s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbfda249-77e3-4ae9-b12e-1330625cd68d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]
Dec 06 11:26:25 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.
Dec 06 11:26:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c230ee73-9d30-46e7-8472-adf5d44c1c22]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8418e5ec-0b7d-4b6e-b952-8750dd6960da]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:26:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.420s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] HCTL ('37', '-', '-', 0) found on session 34 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.129s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d97dfa3-975f-4a7c-8b3f-304445dafbf4]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Searching for a device in session 34 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-4443cfda-a8cd-4782-a9ad-2efc4d0dc04a req-aae1b3e2-4c21-4f34-8490-1745c4f65dbc service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4443cfda-a8cd-4782-a9ad-2efc4d0dc04a req-aae1b3e2-4c21-4f34-8490-1745c4f65dbc service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4443cfda-a8cd-4782-a9ad-2efc4d0dc04a req-aae1b3e2-4c21-4f34-8490-1745c4f65dbc service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4443cfda-a8cd-4782-a9ad-2efc4d0dc04a req-aae1b3e2-4c21-4f34-8490-1745c4f65dbc service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-4443cfda-a8cd-4782-a9ad-2efc4d0dc04a req-aae1b3e2-4c21-4f34-8490-1745c4f65dbc service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:25 user nova-compute[75260]: WARNING nova.compute.manager [req-4443cfda-a8cd-4782-a9ad-2efc4d0dc04a req-aae1b3e2-4c21-4f34-8490-1745c4f65dbc service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state building and task_state spawning.
Dec 06 11:26:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.943s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a1477ae-c174-4856-9d69-309d713a509b req-e864b3a8-29d2-41b8-b1bd-809f5cf21b48 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a1477ae-c174-4856-9d69-309d713a509b req-e864b3a8-29d2-41b8-b1bd-809f5cf21b48 service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a1477ae-c174-4856-9d69-309d713a509b req-e864b3a8-29d2-41b8-b1bd-809f5cf21b48 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4a1477ae-c174-4856-9d69-309d713a509b req-e864b3a8-29d2-41b8-b1bd-809f5cf21b48 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-4a1477ae-c174-4856-9d69-309d713a509b req-e864b3a8-29d2-41b8-b1bd-809f5cf21b48 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:25 user nova-compute[75260]: WARNING nova.compute.manager [req-4a1477ae-c174-4856-9d69-309d713a509b req-e864b3a8-29d2-41b8-b1bd-809f5cf21b48 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state active and task_state rescuing.
Dec 06 11:26:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.600s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== connect_volume: return (1601ms) {'type': 'block', 'scsi_wwn': '23936363131303331', 'path': '/dev/sdf'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936363131303331', 'path': '/dev/sdf'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:26:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1869928',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1869928',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAHX++kz4MgSGjpg6j7ouGZUi5Fm+itvoaUhrGk3AyxSuTnZzJAy/I8PvRuD5vmDZalUP3KxzgtlrqRT91+WTgoHpZGINPKKaFOtatnmOy5AN17MCvogimShYR43bNIRQ==',key_name='tempest-keypair-169719754',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='42a1b0a707a344e580e49f8dd3f720c9',ramdisk_id='',reservation_id='r-84fcm3dt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-435679601',owner_user_name='tempest-ServerActionsV293TestJSON-435679601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:26:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='831e01ab8a594aa7be59a613287dc83f',uuid=1c2f486b-0fd7-4884-bfde-15f944d479e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converting VIF {"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.objects.instance [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c2f486b-0fd7-4884-bfde-15f944d479e7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:26:26 user nova-compute[75260]:   <uuid>1c2f486b-0fd7-4884-bfde-15f944d479e7</uuid>
Dec 06 11:26:26 user nova-compute[75260]:   <name>instance-0000001f</name>
Dec 06 11:26:26 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:26:26 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:26:26 user nova-compute[75260]:   <metadata>
Dec 06 11:26:26 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:26:26 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:26:26 user nova-compute[75260]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1869928</nova:name>
Dec 06 11:26:26 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:26:24</nova:creationTime>
Dec 06 11:26:26 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:26:26 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:26:26 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:26:26 user nova-compute[75260]:       <nova:owner>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:user uuid="831e01ab8a594aa7be59a613287dc83f">tempest-ServerActionsV293TestJSON-435679601-project-member</nova:user>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:project uuid="42a1b0a707a344e580e49f8dd3f720c9">tempest-ServerActionsV293TestJSON-435679601</nova:project>
Dec 06 11:26:26 user nova-compute[75260]:       </nova:owner>
Dec 06 11:26:26 user nova-compute[75260]:       <nova:ports>
Dec 06 11:26:26 user nova-compute[75260]:         <nova:port uuid="770153b4-b88b-486e-a327-332e145de9a9">
Dec 06 11:26:26 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:26:26 user nova-compute[75260]:         </nova:port>
Dec 06 11:26:26 user nova-compute[75260]:       </nova:ports>
Dec 06 11:26:26 user nova-compute[75260]:     </nova:instance>
Dec 06 11:26:26 user nova-compute[75260]:   </metadata>
Dec 06 11:26:26 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:26:26 user nova-compute[75260]:     <system>
Dec 06 11:26:26 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:26:26 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:26:26 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:26:26 user nova-compute[75260]:       <entry name="serial">1c2f486b-0fd7-4884-bfde-15f944d479e7</entry>
Dec 06 11:26:26 user nova-compute[75260]:       <entry name="uuid">1c2f486b-0fd7-4884-bfde-15f944d479e7</entry>
Dec 06 11:26:26 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:26:26 user nova-compute[75260]:     </system>
Dec 06 11:26:26 user nova-compute[75260]:   </sysinfo>
Dec 06 11:26:26 user nova-compute[75260]:   <os>
Dec 06 11:26:26 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:26:26 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:26:26 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:26:26 user nova-compute[75260]:   </os>
Dec 06 11:26:26 user nova-compute[75260]:   <features>
Dec 06 11:26:26 user nova-compute[75260]:     <acpi/>
Dec 06 11:26:26 user nova-compute[75260]:     <apic/>
Dec 06 11:26:26 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:26:26 user nova-compute[75260]:   </features>
Dec 06 11:26:26 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:26:26 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:26:26 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:26:26 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:26:26 user nova-compute[75260]:   </clock>
Dec 06 11:26:26 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:26:26 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:26:26 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:26:26 user nova-compute[75260]:   </cpu>
Dec 06 11:26:26 user nova-compute[75260]:   <devices>
Dec 06 11:26:26 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:26:26 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:26:26 user nova-compute[75260]:       <source dev="/dev/sdf"/>
Dec 06 11:26:26 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:26:26 user nova-compute[75260]:       <serial>f80b7608-be83-4e2e-a06b-48018bf9d0f1</serial>
Dec 06 11:26:26 user nova-compute[75260]:     </disk>
Dec 06 11:26:26 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:26:26 user nova-compute[75260]:       <mac address="fa:16:3e:3a:b6:f2"/>
Dec 06 11:26:26 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:26 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:26:26 user nova-compute[75260]:       <target dev="tap770153b4-b8"/>
Dec 06 11:26:26 user nova-compute[75260]:     </interface>
Dec 06 11:26:26 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:26:26 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7/console.log" append="off"/>
Dec 06 11:26:26 user nova-compute[75260]:     </serial>
Dec 06 11:26:26 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:26:26 user nova-compute[75260]:     <video>
Dec 06 11:26:26 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:26 user nova-compute[75260]:     </video>
Dec 06 11:26:26 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:26:26 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:26:26 user nova-compute[75260]:     </rng>
Dec 06 11:26:26 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:26:26 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:26:26 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:26:26 user nova-compute[75260]:     </memballoon>
Dec 06 11:26:26 user nova-compute[75260]:   </devices>
Dec 06 11:26:26 user nova-compute[75260]: </domain>
Dec 06 11:26:26 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:26:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1869928',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1869928',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAHX++kz4MgSGjpg6j7ouGZUi5Fm+itvoaUhrGk3AyxSuTnZzJAy/I8PvRuD5vmDZalUP3KxzgtlrqRT91+WTgoHpZGINPKKaFOtatnmOy5AN17MCvogimShYR43bNIRQ==',key_name='tempest-keypair-169719754',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='42a1b0a707a344e580e49f8dd3f720c9',ramdisk_id='',reservation_id='r-84fcm3dt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-435679601',owner_user_name='tempest-ServerActionsV293TestJSON-435679601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:26:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='831e01ab8a594aa7be59a613287dc83f',uuid=1c2f486b-0fd7-4884-bfde-15f944d479e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converting VIF {"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG os_vif [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '118b3faf-2a83-50b8-9e2f-fe6ed795e6cf', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap770153b4-b8, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap770153b4-b8, col_values=(('qos', UUID('6cb2bc74-82eb-4e1f-bf5a-2a753120eba8')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap770153b4-b8, col_values=(('external_ids', {'iface-id': '770153b4-b88b-486e-a327-332e145de9a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:b6:f2', 'vm-uuid': '1c2f486b-0fd7-4884-bfde-15f944d479e7'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:26 user nova-compute[75260]: INFO os_vif [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8')
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:26:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] No VIF found with MAC fa:16:3e:3a:b6:f2, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cc7cfc79-7b04-4d25-871d-9100f08dec74 tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-fc22d48c-7c2f-4420-9340-c321d098618a req-8eec78ce-1679-4e1c-8cc1-f8fa25527cd4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc22d48c-7c2f-4420-9340-c321d098618a req-8eec78ce-1679-4e1c-8cc1-f8fa25527cd4 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc22d48c-7c2f-4420-9340-c321d098618a req-8eec78ce-1679-4e1c-8cc1-f8fa25527cd4 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc22d48c-7c2f-4420-9340-c321d098618a req-8eec78ce-1679-4e1c-8cc1-f8fa25527cd4 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-fc22d48c-7c2f-4420-9340-c321d098618a req-8eec78ce-1679-4e1c-8cc1-f8fa25527cd4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:27 user nova-compute[75260]: WARNING nova.compute.manager [req-fc22d48c-7c2f-4420-9340-c321d098618a req-8eec78ce-1679-4e1c-8cc1-f8fa25527cd4 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state building and task_state spawning.
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:26:27 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance spawned successfully.
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:28 user nova-compute[75260]: INFO nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Took 6.78 seconds to spawn the instance on the hypervisor.
Dec 06 11:26:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:28 user nova-compute[75260]: INFO nova.compute.manager [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Took 36.90 seconds to build instance.
Dec 06 11:26:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c80aacb-79ce-4a09-b605-8ee639e6a589 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "d0ba95ff-245a-4af5-9478-e497649a1574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.019s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-aa0ade5f-dde9-48bb-ad14-87413edf5136 req-ae19f18d-7143-4bbc-b9d6-bf414910951d service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aa0ade5f-dde9-48bb-ad14-87413edf5136 req-ae19f18d-7143-4bbc-b9d6-bf414910951d service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aa0ade5f-dde9-48bb-ad14-87413edf5136 req-ae19f18d-7143-4bbc-b9d6-bf414910951d service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aa0ade5f-dde9-48bb-ad14-87413edf5136 req-ae19f18d-7143-4bbc-b9d6-bf414910951d service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-aa0ade5f-dde9-48bb-ad14-87413edf5136 req-ae19f18d-7143-4bbc-b9d6-bf414910951d service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:28 user nova-compute[75260]: WARNING nova.compute.manager [req-aa0ade5f-dde9-48bb-ad14-87413edf5136 req-ae19f18d-7143-4bbc-b9d6-bf414910951d service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state building and task_state spawning.
Dec 06 11:26:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Starting finish_revert_migration {{(pid=75260) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11822}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start _get_guest_xml network_info=[{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '5ddabeba-2e79-412c-a1ee-e55c6e40fe0b', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3c88175b-e064-44f7-ad60-20a93b4b63c2', 'attached_at': '2023-12-06T11:26:30.000000', 'detached_at': '', 'volume_id': '2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'serial': '2627ba8f-0244-4c98-97ec-eb6f8faa5323'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:26:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:26:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:26:30 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5117170e-6285-4d27-89e1-937e8eebdd97]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:26:30 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e747e58-5fe3-4abf-8281-8ebeecd15c3d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323] added
Dec 06 11:26:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b4b649-184d-4d4e-8d4f-890f54cc7e03]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e4de20-01b1-4af7-9ae1-d17ba5db740a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIzEMqZG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIzEMqZG" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49a6a7a-1fc6-42c1-8c7f-2a63004375d1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uIzEMqZG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb48fed0-fa46-4660-ab16-30caae02a90c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e570465b-e951-4d82-a9f6-5e4e0bdc49b2]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-7ce3b249-fca4-43b3-b042-2b932c6e7e0d req-f8ee653c-32c9-4511-b112-db4fd00aa4e7 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7ce3b249-fca4-43b3-b042-2b932c6e7e0d req-f8ee653c-32c9-4511-b112-db4fd00aa4e7 service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7ce3b249-fca4-43b3-b042-2b932c6e7e0d req-f8ee653c-32c9-4511-b112-db4fd00aa4e7 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7ce3b249-fca4-43b3-b042-2b932c6e7e0d req-f8ee653c-32c9-4511-b112-db4fd00aa4e7 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG nova.compute.manager [req-7ce3b249-fca4-43b3-b042-2b932c6e7e0d req-f8ee653c-32c9-4511-b112-db4fd00aa4e7 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:30 user nova-compute[75260]: WARNING nova.compute.manager [req-7ce3b249-fca4-43b3-b042-2b932c6e7e0d req-f8ee653c-32c9-4511-b112-db4fd00aa4e7 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state building and task_state spawning.
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --login" returned: 0 in 0.104s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18d5cc8-2479-4f9a-b4bb-59fd9a02c8b5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]
Dec 06 11:26:30 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.
Dec 06 11:26:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[808143c3-1163-47de-9c33-ae9e4dded44e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c31ee2d6-41de-485e-bba3-e3775953150c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:26:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] HCTL ('38', '-', '-', 0) found on session 35 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[270ba76f-54ed-4241-b093-1eaca94fe316]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:26:30 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching for a device in session 35 and hctl ['38', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:26:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance spawned successfully.
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:26:31 user nova-compute[75260]: INFO nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Took 6.22 seconds to spawn the instance on the hypervisor.
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:26:31 user nova-compute[75260]: INFO nova.compute.manager [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Took 22.61 seconds to build instance.
Dec 06 11:26:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-865310eb-e766-403e-a15f-4dcbbff4f2d3 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.845s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Searching for a device in session 35 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.425s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '26132396561323261', 'path': '/dev/sdg'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132396561323261', 'path': '/dev/sdg'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:24:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:26:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:26:31 user nova-compute[75260]:   <uuid>3c88175b-e064-44f7-ad60-20a93b4b63c2</uuid>
Dec 06 11:26:31 user nova-compute[75260]:   <name>instance-00000016</name>
Dec 06 11:26:31 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:26:31 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:26:31 user nova-compute[75260]:   <metadata>
Dec 06 11:26:31 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:26:31 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:26:31 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherB-server-11553056</nova:name>
Dec 06 11:26:31 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:26:30</nova:creationTime>
Dec 06 11:26:31 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:26:31 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:26:31 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:26:31 user nova-compute[75260]:       <nova:owner>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:user uuid="9c78c7fae5844e1d889f6b97766586f1">tempest-ServerActionsTestOtherB-417970227-project-member</nova:user>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:project uuid="23a89977944f4c02b2c45d863ba922b2">tempest-ServerActionsTestOtherB-417970227</nova:project>
Dec 06 11:26:31 user nova-compute[75260]:       </nova:owner>
Dec 06 11:26:31 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:26:31 user nova-compute[75260]:       <nova:ports>
Dec 06 11:26:31 user nova-compute[75260]:         <nova:port uuid="e9e86cfa-be4d-43ab-9cc7-69d32a282cb2">
Dec 06 11:26:31 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:26:31 user nova-compute[75260]:         </nova:port>
Dec 06 11:26:31 user nova-compute[75260]:       </nova:ports>
Dec 06 11:26:31 user nova-compute[75260]:     </nova:instance>
Dec 06 11:26:31 user nova-compute[75260]:   </metadata>
Dec 06 11:26:31 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:26:31 user nova-compute[75260]:     <system>
Dec 06 11:26:31 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:26:31 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:26:31 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:26:31 user nova-compute[75260]:       <entry name="serial">3c88175b-e064-44f7-ad60-20a93b4b63c2</entry>
Dec 06 11:26:31 user nova-compute[75260]:       <entry name="uuid">3c88175b-e064-44f7-ad60-20a93b4b63c2</entry>
Dec 06 11:26:31 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:26:31 user nova-compute[75260]:     </system>
Dec 06 11:26:31 user nova-compute[75260]:   </sysinfo>
Dec 06 11:26:31 user nova-compute[75260]:   <os>
Dec 06 11:26:31 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:26:31 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:26:31 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:26:31 user nova-compute[75260]:   </os>
Dec 06 11:26:31 user nova-compute[75260]:   <features>
Dec 06 11:26:31 user nova-compute[75260]:     <acpi/>
Dec 06 11:26:31 user nova-compute[75260]:     <apic/>
Dec 06 11:26:31 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:26:31 user nova-compute[75260]:   </features>
Dec 06 11:26:31 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:26:31 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:26:31 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:26:31 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:26:31 user nova-compute[75260]:   </clock>
Dec 06 11:26:31 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:26:31 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:26:31 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:26:31 user nova-compute[75260]:   </cpu>
Dec 06 11:26:31 user nova-compute[75260]:   <devices>
Dec 06 11:26:31 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:26:31 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:26:31 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk"/>
Dec 06 11:26:31 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:26:31 user nova-compute[75260]:     </disk>
Dec 06 11:26:31 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:26:31 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:26:31 user nova-compute[75260]:       <source dev="/dev/sdg"/>
Dec 06 11:26:31 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:26:31 user nova-compute[75260]:       <serial>2627ba8f-0244-4c98-97ec-eb6f8faa5323</serial>
Dec 06 11:26:31 user nova-compute[75260]:     </disk>
Dec 06 11:26:31 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:26:31 user nova-compute[75260]:       <mac address="fa:16:3e:4f:24:f8"/>
Dec 06 11:26:31 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:31 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:26:31 user nova-compute[75260]:       <target dev="tape9e86cfa-be"/>
Dec 06 11:26:31 user nova-compute[75260]:     </interface>
Dec 06 11:26:31 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:26:31 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/console.log" append="off"/>
Dec 06 11:26:31 user nova-compute[75260]:     </serial>
Dec 06 11:26:31 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:26:31 user nova-compute[75260]:     <video>
Dec 06 11:26:31 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:26:31 user nova-compute[75260]:     </video>
Dec 06 11:26:31 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:26:31 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:26:31 user nova-compute[75260]:     </rng>
Dec 06 11:26:31 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:26:31 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:26:31 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:26:31 user nova-compute[75260]:     </memballoon>
Dec 06 11:26:31 user nova-compute[75260]:   </devices>
Dec 06 11:26:31 user nova-compute[75260]: </domain>
Dec 06 11:26:31 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:24:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:26:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG os_vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '74313c72-4fde-57eb-986d-fdc8a4b748f2', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9e86cfa-be, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9e86cfa-be, col_values=(('qos', UUID('33ef14cf-c0b7-46fa-99d3-9327be6931f6')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9e86cfa-be, col_values=(('external_ids', {'iface-id': 'e9e86cfa-be4d-43ab-9cc7-69d32a282cb2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:24:f8', 'vm-uuid': '3c88175b-e064-44f7-ad60-20a93b4b63c2'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:26:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:31 user nova-compute[75260]: INFO os_vif [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be')
Dec 06 11:26:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8028d3f-040f-431a-8b72-6e40e8c42cee req-06727c3f-0789-4b25-a1b7-f7dacfc13c68 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8028d3f-040f-431a-8b72-6e40e8c42cee req-06727c3f-0789-4b25-a1b7-f7dacfc13c68 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8028d3f-040f-431a-8b72-6e40e8c42cee req-06727c3f-0789-4b25-a1b7-f7dacfc13c68 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e8028d3f-040f-431a-8b72-6e40e8c42cee req-06727c3f-0789-4b25-a1b7-f7dacfc13c68 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-e8028d3f-040f-431a-8b72-6e40e8c42cee req-06727c3f-0789-4b25-a1b7-f7dacfc13c68 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:33 user nova-compute[75260]: WARNING nova.compute.manager [req-e8028d3f-040f-431a-8b72-6e40e8c42cee req-06727c3f-0789-4b25-a1b7-f7dacfc13c68 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state resized and task_state resize_reverting.
Dec 06 11:26:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc8442c3-5aec-4052-9b5c-12808fb753f5 req-85299262-63d7-4ce4-a274-68389eae4f07 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc8442c3-5aec-4052-9b5c-12808fb753f5 req-85299262-63d7-4ce4-a274-68389eae4f07 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc8442c3-5aec-4052-9b5c-12808fb753f5 req-85299262-63d7-4ce4-a274-68389eae4f07 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bc8442c3-5aec-4052-9b5c-12808fb753f5 req-85299262-63d7-4ce4-a274-68389eae4f07 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:26:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc8442c3-5aec-4052-9b5c-12808fb753f5 req-85299262-63d7-4ce4-a274-68389eae4f07 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:26:35 user nova-compute[75260]: WARNING nova.compute.manager [req-bc8442c3-5aec-4052-9b5c-12808fb753f5 req-85299262-63d7-4ce4-a274-68389eae4f07 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state resized and task_state resize_reverting.
Dec 06 11:26:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:26:36 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance running successfully.
Dec 06 11:26:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] finish_revert_migration finished successfully. {{(pid=75260) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11866}}
Dec 06 11:26:36 user nova-compute[75260]: INFO nova.compute.manager [None req-b93f6826-dff2-440d-9cf2-94223015a019 tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance to original state: 'active'
Dec 06 11:26:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-changed-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Refreshing instance network info cache due to event network-changed-2cbf663d-a7f7-4354-b068-b6f18ec8cbca. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] Acquiring lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] Acquired lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG nova.network.neutron [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Refreshing network info cache for port 2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG nova.network.neutron [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updated VIF entry in instance network info cache for port 2cbf663d-a7f7-4354-b068-b6f18ec8cbca. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG nova.network.neutron [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating instance_info_cache with network_info: [{"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:26:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-507619de-7c69-4817-b9ec-e6afd45c3460 req-2d25fee7-3717-41d2-ad2b-8dfbdf6f025d service nova] Releasing lock "refresh_cache-e7f60959-9580-4b07-a94e-28acaa5b7306" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:26:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:26:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:26:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:26:59 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:26:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:00 user nova-compute[75260]: INFO nova.compute.manager [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attaching volume 476bc568-e4a2-4477-92c1-022f3bc83c5d to /dev/vdb
Dec 06 11:27:00 user nova-compute[75260]: DEBUG os_brick.utils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[742070d0-bf79-490b-b108-a2546bc3fb86]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[213c4c8a-11dd-45e7-8853-91639d7aadff]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c872ef6c-206f-4b56-bd15-2ca35bceeb79]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d66b4c-5759-401f-b4b4-292244a04922]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:00 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:27:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[74eac102-44f6-4344-9c99-6b012ddcd52f]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG os_brick.utils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:00 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating existing volume attachment record: 1d38b7a9-ce56-4b5e-814d-b55c4a9b3356 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:27:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVQJlnpv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:09 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:09 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:09 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f505c192-c80d-45e3-af52-2b42ce9b91c8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:27:09 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4649b2c0-5984-46ea-bc2c-d6283caae486]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d] added
Dec 06 11:27:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[93145223-2840-425a-a811-7c05da47defe]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f11c7898-b0ac-4316-86d9-f410100813a1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eVQJlnpv {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eVQJlnpv" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfdd8d3e-d316-4963-a3aa-427c1a97779b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eVQJlnpv'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a3b399-88b4-4bc9-a7f8-fa26062b6842]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b432abb-0032-4f79-868b-519ef66fadd8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a985f0-0103-40ed-9ce9-910fc14de040]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260]
Dec 06 11:27:10 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260] successful.
Dec 06 11:27:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9b872c-8259-45d4-9047-18dd86430e66]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c17d3116-0fa4-4da0-b5d6-f4cb4f2b3ef4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:10 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] HCTL ('39', '-', '-', 0) found on session 36 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad566693-5a5f-465e-9c33-f35f4636118d]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching for a device in session 36 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:27:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVQJlnpv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23464646136393433', 'path': '/dev/sdh'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23464646136393433', 'path': '/dev/sdh'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:27:11 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:11 user nova-compute[75260]:   <source dev="/dev/sdh"/>
Dec 06 11:27:11 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:27:11 user nova-compute[75260]:   <serial>476bc568-e4a2-4477-92c1-022f3bc83c5d</serial>
Dec 06 11:27:11 user nova-compute[75260]: </disk>
Dec 06 11:27:11 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No VIF found with MAC fa:16:3e:3c:b9:87, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:27:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9dc-4042-4b71-b70e-7139e1acf952 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.800s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:14 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:15 user nova-compute[75260]: INFO nova.compute.manager [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attaching volume 146c09e4-969c-4fbb-93ce-7ce643573900 to /dev/vdc
Dec 06 11:27:15 user nova-compute[75260]: DEBUG os_brick.utils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7463838-c185-4908-ae04-42e970cd6dff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cb6f4bb-5acc-4c6e-9eee-7dabad69749a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c702a0c5-835b-4a68-aac2-3576ff5907e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f60488-1961-4247-afbb-7f5005372a54]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:15 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:27:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[db03197d-b3f7-4a88-bb8e-f88a00be5f4a]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG os_brick.utils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:15 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating existing volume attachment record: 1f679d47-8a78-4095-a7c2-daa8974548eb {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:27:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [{"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-3c88175b-e064-44f7-ad60-20a93b4b63c2" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:18 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:23 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:27:23 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7178MB free_disk=24.84990692138672GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance e7f60959-9580-4b07-a94e-28acaa5b7306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b96b134d-8935-4cd3-9696-c0085ebe710f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d0ba95ff-245a-4af5-9478-e497649a1574 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1c2f486b-0fd7-4884-bfde-15f944d479e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:27:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:27:24 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:27:24 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:27:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:27:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.578s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QaZNlCtg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:26 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:26 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:26 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48c87aa-67c3-4b71-9764-15f687181298]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:27:26 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3665db97-b5a5-49db-926d-6b8cb78e9383]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900] added
Dec 06 11:27:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b08e0889-067c-429f-939a-790a8845e188]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a41472c9-1609-4d67-bfa9-8bb923f78546]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QaZNlCtg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QaZNlCtg" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9222a396-d6f6-4efe-b7b3-99bb7ebdb0ea]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QaZNlCtg'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8aa06d3-0da3-4ef4-87c5-1064a7ec4cfa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e6e32c-0e71-4ae3-ac96-c464b05912b8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d20f28-a536-43c6-af93-a8f7312bf86b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260]
Dec 06 11:27:26 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260] successful.
Dec 06 11:27:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aa5821b-1ed8-4386-8fea-ead5b8aaea80]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e58960b-33b9-423a-a425-0cb90f119c1a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:26 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.365s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] HCTL ('40', '-', '-', 0) found on session 37 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[efaee338-cf35-4af2-9e97-19820381efc9]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching for a device in session 37 and hctl ['40', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:27:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Searching for a device in session 37 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QaZNlCtg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== connect_volume: return (1401ms) {'type': 'block', 'scsi_wwn': '23239653163653234', 'path': '/dev/sdi'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239653163653234', 'path': '/dev/sdi'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:27:27 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:27 user nova-compute[75260]:   <source dev="/dev/sdi"/>
Dec 06 11:27:27 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:27:27 user nova-compute[75260]:   <serial>146c09e4-969c-4fbb-93ce-7ce643573900</serial>
Dec 06 11:27:27 user nova-compute[75260]: </disk>
Dec 06 11:27:27 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'flavor' on Instance uuid b96b134d-8935-4cd3-9696-c0085ebe710f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:27 user nova-compute[75260]: INFO nova.compute.manager [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Attaching volume 8d505da3-d257-45ab-beb9-1588807f90a1 to /dev/vdb
Dec 06 11:27:27 user nova-compute[75260]: DEBUG os_brick.utils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba513903-640f-4c80-869e-c35e7c133b95]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d81dd9d7-b3b3-4028-b28f-4f75478eca64]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] No VIF found with MAC fa:16:3e:3c:b9:87, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07d7055-90b2-4af9-87d1-cd46a34787c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6560aec1-e409-4fdd-9b52-6cbb596f8fd6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:28 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:27:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce88632e-6955-42af-8b8d-d2f8274163bb]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG os_brick.utils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating existing volume attachment record: 80aaed97-ea06-490c-a5fa-07d34f845dd5 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cf4b226-715e-425e-964d-cec9175b4d3a tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.371s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:29 user nova-compute[75260]: INFO nova.compute.manager [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Detaching volume 476bc568-e4a2-4477-92c1-022f3bc83c5d
Dec 06 11:27:29 user nova-compute[75260]: INFO nova.virt.block_device [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attempting to driver detach volume 476bc568-e4a2-4477-92c1-022f3bc83c5d from mountpoint /dev/vdb
Dec 06 11:27:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Attempting to detach device vdb from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:27:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:27:29 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:29 user nova-compute[75260]:   <source dev="/dev/sdh"/>
Dec 06 11:27:29 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:27:29 user nova-compute[75260]:   <serial>476bc568-e4a2-4477-92c1-022f3bc83c5d</serial>
Dec 06 11:27:29 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:27:29 user nova-compute[75260]: </disk>
Dec 06 11:27:29 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:27:29 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully detached device vdb from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the persistent domain config.
Dec 06 11:27:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:27:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:27:29 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:29 user nova-compute[75260]:   <source dev="/dev/sdh"/>
Dec 06 11:27:29 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:27:29 user nova-compute[75260]:   <serial>476bc568-e4a2-4477-92c1-022f3bc83c5d</serial>
Dec 06 11:27:29 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:27:29 user nova-compute[75260]: </disk>
Dec 06 11:27:29 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:27:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:27:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:27:35 user nova-compute[75260]: INFO nova.compute.claims [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Claim successful on node user
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.493s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:27:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.policy [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ff047726df4a8396d61e6dec931d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '695e996c885b41528f8bdefb826abeb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:27:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Creating image(s)
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.168s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.166s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk 1073741824" returned: 0 in 0.053s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Successfully created port: ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Cannot resize image /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Ensure instance console log exists: /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Successfully updated port: ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing instance network info cache due to event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance network_info: |[{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.neutron [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Start _get_guest_xml network_info=[{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:27:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:27:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1248535112',display_name='tempest-ServerRescueNegativeTestJSON-server-1248535112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1248535112',id=32,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM6iLqDl/PDZyyT2QH+jdWn3fUw6xrGtWDWu1n5EkyrpjsDQ/Ckj89jSRJJCRMRKqKe16ySC6DbsPeZU3gC3Hv7szpSIxD//xDi6GMszknetxLEKT7Q+q7SFpwEw8kt7QQ==',key_name='tempest-keypair-1738500423',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-f7xw6l2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:27:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='36ff047726df4a8396d61e6dec931d8f',uuid=ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'pci_devices' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:27:37 user nova-compute[75260]:   <uuid>ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693</uuid>
Dec 06 11:27:37 user nova-compute[75260]:   <name>instance-00000020</name>
Dec 06 11:27:37 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:27:37 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:27:37 user nova-compute[75260]:   <metadata>
Dec 06 11:27:37 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:27:37 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:27:37 user nova-compute[75260]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1248535112</nova:name>
Dec 06 11:27:37 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:27:37</nova:creationTime>
Dec 06 11:27:37 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:27:37 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:27:37 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:27:37 user nova-compute[75260]:       <nova:owner>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:user uuid="36ff047726df4a8396d61e6dec931d8f">tempest-ServerRescueNegativeTestJSON-605059791-project-member</nova:user>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:project uuid="695e996c885b41528f8bdefb826abeb8">tempest-ServerRescueNegativeTestJSON-605059791</nova:project>
Dec 06 11:27:37 user nova-compute[75260]:       </nova:owner>
Dec 06 11:27:37 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:27:37 user nova-compute[75260]:       <nova:ports>
Dec 06 11:27:37 user nova-compute[75260]:         <nova:port uuid="ee304313-48de-4b44-a764-c5faa6069f5d">
Dec 06 11:27:37 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:27:37 user nova-compute[75260]:         </nova:port>
Dec 06 11:27:37 user nova-compute[75260]:       </nova:ports>
Dec 06 11:27:37 user nova-compute[75260]:     </nova:instance>
Dec 06 11:27:37 user nova-compute[75260]:   </metadata>
Dec 06 11:27:37 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:27:37 user nova-compute[75260]:     <system>
Dec 06 11:27:37 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:27:37 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:27:37 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:27:37 user nova-compute[75260]:       <entry name="serial">ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693</entry>
Dec 06 11:27:37 user nova-compute[75260]:       <entry name="uuid">ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693</entry>
Dec 06 11:27:37 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:27:37 user nova-compute[75260]:     </system>
Dec 06 11:27:37 user nova-compute[75260]:   </sysinfo>
Dec 06 11:27:37 user nova-compute[75260]:   <os>
Dec 06 11:27:37 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:27:37 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:27:37 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:27:37 user nova-compute[75260]:   </os>
Dec 06 11:27:37 user nova-compute[75260]:   <features>
Dec 06 11:27:37 user nova-compute[75260]:     <acpi/>
Dec 06 11:27:37 user nova-compute[75260]:     <apic/>
Dec 06 11:27:37 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:27:37 user nova-compute[75260]:   </features>
Dec 06 11:27:37 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:27:37 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:27:37 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:27:37 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:27:37 user nova-compute[75260]:   </clock>
Dec 06 11:27:37 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:27:37 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:27:37 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:27:37 user nova-compute[75260]:   </cpu>
Dec 06 11:27:37 user nova-compute[75260]:   <devices>
Dec 06 11:27:37 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:27:37 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:27:37 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk"/>
Dec 06 11:27:37 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:27:37 user nova-compute[75260]:     </disk>
Dec 06 11:27:37 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:27:37 user nova-compute[75260]:       <mac address="fa:16:3e:0d:86:43"/>
Dec 06 11:27:37 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:27:37 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:27:37 user nova-compute[75260]:       <target dev="tapee304313-48"/>
Dec 06 11:27:37 user nova-compute[75260]:     </interface>
Dec 06 11:27:37 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:27:37 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/console.log" append="off"/>
Dec 06 11:27:37 user nova-compute[75260]:     </serial>
Dec 06 11:27:37 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:27:37 user nova-compute[75260]:     <video>
Dec 06 11:27:37 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:27:37 user nova-compute[75260]:     </video>
Dec 06 11:27:37 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:27:37 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:27:37 user nova-compute[75260]:     </rng>
Dec 06 11:27:37 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:27:37 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:27:37 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:27:37 user nova-compute[75260]:     </memballoon>
Dec 06 11:27:37 user nova-compute[75260]:   </devices>
Dec 06 11:27:37 user nova-compute[75260]: </domain>
Dec 06 11:27:37 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1248535112',display_name='tempest-ServerRescueNegativeTestJSON-server-1248535112',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1248535112',id=32,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM6iLqDl/PDZyyT2QH+jdWn3fUw6xrGtWDWu1n5EkyrpjsDQ/Ckj89jSRJJCRMRKqKe16ySC6DbsPeZU3gC3Hv7szpSIxD//xDi6GMszknetxLEKT7Q+q7SFpwEw8kt7QQ==',key_name='tempest-keypair-1738500423',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-f7xw6l2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:27:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='36ff047726df4a8396d61e6dec931d8f',uuid=ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG os_vif [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dcb9cfd5-90d3-556b-bd23-cf850f387b71', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee304313-48, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee304313-48, col_values=(('qos', UUID('db537d83-cc9e-4c26-a736-2f44c588f668')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee304313-48, col_values=(('external_ids', {'iface-id': 'ee304313-48de-4b44-a764-c5faa6069f5d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:86:43', 'vm-uuid': 'ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:37 user nova-compute[75260]: INFO os_vif [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48')
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:0d:86:43, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updated VIF entry in instance network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG nova.network.neutron [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bcf86be5-406f-4cdb-9b0c-baaff301c064 req-eaf8d5c8-d53b-42e0-aafe-01cf450b3094 service nova] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cqNBrRAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:38 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:38 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:38 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[747c5d13-f426-4d75-be2b-92fa92aa5472]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:27:38 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca87c469-eeeb-4f2d-8044-fe2b45acbbb4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1] added
Dec 06 11:27:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a30f72-22b9-4f05-b75c-29f86985edfb]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[106a7401-a6e7-4f4d-b2b8-24a2c48531d2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cqNBrRAo {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cqNBrRAo" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[05fa1e53-32b0-4949-9fb3-af1d4f816edf]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cqNBrRAo'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb00a12-8d2a-498d-8964-427b42340eb2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[20774695-5722-46e9-b042-098b79e6b63e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:38 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ce17d1-74b4-4824-8cc3-b3cb01e2763c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260]
Dec 06 11:27:39 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260] successful.
Dec 06 11:27:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a47cef5-8a12-4fe1-a2e4-101c48de79f0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da2af04-07c2-474c-9831-2abffd6e0072]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] HCTL ('41', '-', '-', 0) found on session 38 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fe3eaab-ef19-40c3-8378-417ad2872cda]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching for a device in session 38 and hctl ['41', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-7c34d6b0-404f-45df-81b0-f1b0118690d2 req-72d6c081-4d97-4110-81b3-32adaf96eea9 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7c34d6b0-404f-45df-81b0-f1b0118690d2 req-72d6c081-4d97-4110-81b3-32adaf96eea9 service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7c34d6b0-404f-45df-81b0-f1b0118690d2 req-72d6c081-4d97-4110-81b3-32adaf96eea9 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7c34d6b0-404f-45df-81b0-f1b0118690d2 req-72d6c081-4d97-4110-81b3-32adaf96eea9 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-7c34d6b0-404f-45df-81b0-f1b0118690d2 req-72d6c081-4d97-4110-81b3-32adaf96eea9 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:39 user nova-compute[75260]: WARNING nova.compute.manager [req-7c34d6b0-404f-45df-81b0-f1b0118690d2 req-72d6c081-4d97-4110-81b3-32adaf96eea9 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state building and task_state spawning.
Dec 06 11:27:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Searching for a device in session 38 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cqNBrRAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '26165643931353336', 'path': '/dev/sdj'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165643931353336', 'path': '/dev/sdj'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'flavor' on Instance uuid b96b134d-8935-4cd3-9696-c0085ebe710f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:27:40 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:40 user nova-compute[75260]:   <source dev="/dev/sdj"/>
Dec 06 11:27:40 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:27:40 user nova-compute[75260]:   <serial>8d505da3-d257-45ab-beb9-1588807f90a1</serial>
Dec 06 11:27:40 user nova-compute[75260]: </disk>
Dec 06 11:27:40 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] No VIF found with MAC fa:16:3e:a7:34:1f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:27:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f9bacf39-a876-4eae-b7fe-fdf959af828e tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.821s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:27:41 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance spawned successfully.
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:27:41 user nova-compute[75260]: INFO nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Took 5.42 seconds to spawn the instance on the hypervisor.
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-d5d41593-d306-4da1-8075-79d157f9f6bd req-6394c4b1-07b5-408e-8c7c-8e0da9858d2a service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5d41593-d306-4da1-8075-79d157f9f6bd req-6394c4b1-07b5-408e-8c7c-8e0da9858d2a service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5d41593-d306-4da1-8075-79d157f9f6bd req-6394c4b1-07b5-408e-8c7c-8e0da9858d2a service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5d41593-d306-4da1-8075-79d157f9f6bd req-6394c4b1-07b5-408e-8c7c-8e0da9858d2a service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-d5d41593-d306-4da1-8075-79d157f9f6bd req-6394c4b1-07b5-408e-8c7c-8e0da9858d2a service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:41 user nova-compute[75260]: WARNING nova.compute.manager [req-d5d41593-d306-4da1-8075-79d157f9f6bd req-6394c4b1-07b5-408e-8c7c-8e0da9858d2a service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state building and task_state spawning.
Dec 06 11:27:41 user nova-compute[75260]: INFO nova.compute.manager [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Took 6.26 seconds to build instance.
Dec 06 11:27:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ee8c4423-78fd-4770-b0ac-a6edeed4dd31 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.358s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:42 user nova-compute[75260]: INFO nova.compute.manager [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Rescuing
Dec 06 11:27:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:27:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updating instance_info_cache with network_info: [{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-ac285ef4-76c6-4d83-b29b-5b9baa65e972 req-52407968-7799-406e-bf86-fe188e84228f service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ac285ef4-76c6-4d83-b29b-5b9baa65e972 req-52407968-7799-406e-bf86-fe188e84228f service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ac285ef4-76c6-4d83-b29b-5b9baa65e972 req-52407968-7799-406e-bf86-fe188e84228f service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ac285ef4-76c6-4d83-b29b-5b9baa65e972 req-52407968-7799-406e-bf86-fe188e84228f service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-ac285ef4-76c6-4d83-b29b-5b9baa65e972 req-52407968-7799-406e-bf86-fe188e84228f service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:43 user nova-compute[75260]: WARNING nova.compute.manager [req-ac285ef4-76c6-4d83-b29b-5b9baa65e972 req-52407968-7799-406e-bf86-fe188e84228f service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state rescuing.
Dec 06 11:27:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance destroyed successfully.
Dec 06 11:27:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Attempting a stable device rescue
Dec 06 11:27:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75260) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 11:27:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:27:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Creating image(s)
Dec 06 11:27:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "/opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "/opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:44 user nova-compute[75260]: DEBUG nova.objects.instance [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'trusted_certs' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "0e6362c18b9ed610a3dd103855b128a8fde97fbe" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "0e6362c18b9ed610a3dd103855b128a8fde97fbe" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing instance network info cache due to event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.part --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.virt.images [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] 4bf5a2ec-3e3e-4dbc-9a00-5e4d7b154204 was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.part /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-0a979a60-2fab-446c-b650-4ff877d815a2 req-113f5459-f595-4b18-ad2f-b4731d9f3881 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0a979a60-2fab-446c-b650-4ff877d815a2 req-113f5459-f595-4b18-ad2f-b4731d9f3881 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0a979a60-2fab-446c-b650-4ff877d815a2 req-113f5459-f595-4b18-ad2f-b4731d9f3881 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0a979a60-2fab-446c-b650-4ff877d815a2 req-113f5459-f595-4b18-ad2f-b4731d9f3881 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-0a979a60-2fab-446c-b650-4ff877d815a2 req-113f5459-f595-4b18-ad2f-b4731d9f3881 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:45 user nova-compute[75260]: WARNING nova.compute.manager [req-0a979a60-2fab-446c-b650-4ff877d815a2 req-113f5459-f595-4b18-ad2f-b4731d9f3881 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state rescuing.
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updated VIF entry in instance network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f435d6e-e76c-4f90-bf77-d91cd634ee0a req-83dd731e-1b19-4c94-9152-43e365fd7b9d service nova] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.part /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.converted" returned: 0 in 0.686s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe.converted --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "0e6362c18b9ed610a3dd103855b128a8fde97fbe" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.327s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "0e6362c18b9ed610a3dd103855b128a8fde97fbe" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "0e6362c18b9ed610a3dd103855b128a8fde97fbe" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe --force-share --output=json" returned: 0 in 0.404s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe,backing_fmt=raw /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe,backing_fmt=raw /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue" returned: 0 in 0.049s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "0e6362c18b9ed610a3dd103855b128a8fde97fbe" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.460s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'migration_context' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<d0ba95ff-245a-4af5-9478-e497649a1574> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Start _get_guest_xml network_info=[{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "vif_mac": "fa:16:3e:fe:35:e7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '4bf5a2ec-3e3e-4dbc-9a00-5e4d7b154204', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'e4034575-5752-4311-a777-65755e5476f5', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'd0ba95ff-245a-4af5-9478-e497649a1574', 'attached_at': '', 'detached_at': '', 'volume_id': '0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'serial': '0d6ca265-57c0-45ea-87f4-e5f271fef6f0'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'resources' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<d0ba95ff-245a-4af5-9478-e497649a1574> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'numa_topology' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<d0ba95ff-245a-4af5-9478-e497649a1574> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:27:46 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:27:46 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'vcpu_model' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<d0ba95ff-245a-4af5-9478-e497649a1574> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:47 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:47 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:47 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e84cd2f-70a6-40ab-a187-f6f9cb6db96a]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = zaQEpeAZ\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 11:27:47 user nova-compute[75260]: node.name = iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:27:47 user nova-compute[75260]: node.tpgt = -1
Dec 06 11:27:47 user nova-compute[75260]: node.startup = automatic
Dec 06 11:27:47 user nova-compute[75260]: node.leading_login = No
Dec 06 11:27:47 user nova-compute[75260]: iface.iscsi_ifacename = default
Dec 06 11:27:47 user nova-compute[75260]: iface.net_ifacename = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.ipaddress = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.prefix_len = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.hwaddress = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.transport_name = tcp
Dec 06 11:27:47 user nova-compute[75260]: iface.initiatorname = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.vlan_id = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.vlan_priority = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.vlan_state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.iface_num = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.mtu = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.port = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.bootproto = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.subnet_mask = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.gateway = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_alt_client_id = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_dns = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_learn_iqn = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_vendor_id_state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_vendor_id = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.dhcp_slp_da = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.fragmentation = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.gratuitous_arp = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.incoming_forwarding = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.tos_state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.tos = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.ttl = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.delayed_ack = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.tcp_nagle = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.tcp_wsf_state = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.tcp_wsf = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.tcp_timer_scale = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.tcp_timestamp = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.redirect = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.def_task_mgmt_timeout = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.header_digest = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.data_digest = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.immediate_data = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.initial_r2t = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.data_seq_inorder = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.data_pdu_inorder = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.erl = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.max_receive_data_len = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.first_burst_len = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.max_outstanding_r2t = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.max_burst_len = 0
Dec 06 11:27:47 user nova-compute[75260]: iface.chap_auth = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.bidi_chap = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.strict_login_compliance = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.discovery_auth = <empty>
Dec 06 11:27:47 user nova-compute[75260]: iface.discovery_logout = <empty>
Dec 06 11:27:47 user nova-compute[75260]: node.discovery_address = <empty>
Dec 06 11:27:47 user nova-compute[75260]: node.discovery_port = 0
Dec 06 11:27:47 user nova-compute[75260]: node.discovery_type = static
Dec 06 11:27:47 user nova-compute[75260]: node.session.initial_cmdsn = 0
Dec 06 11:27:47 user nova-compute[75260]: node.session.initial_login_retry_max = 8
Dec 06 11:27:47 user nova-compute[75260]: node.session.xmit_thread_priority = -20
Dec 06 11:27:47 user nova-compute[75260]: node.session.cmds_max = 128
Dec 06 11:27:47 user nova-compute[75260]: node.session.queue_depth = 32
Dec 06 11:27:47 user nova-compute[75260]: node.session.nr_sessions = 1
Dec 06 11:27:47 user nova-compute[75260]: node.session.auth.authmethod = CHAP
Dec 06 11:27:47 user nova-compute[75260]: node.session.auth.username = zaQEpeAZ
Dec 06 11:27:47 user nova-compute[75260]: node.session.auth.password = ***
Dec 06 11:27:47 user nova-compute[75260]: node.session.auth.username_in = <empty>
Dec 06 11:27:47 user nova-compute[75260]: node.session.auth.password_in = <empty>
Dec 06 11:27:47 user nova-compute[75260]: node.session.auth.chap_algs = MD5
Dec 06 11:27:47 user nova-compute[75260]: node.session.timeo.replacement_timeout = 120
Dec 06 11:27:47 user nova-compute[75260]: node.session.err_timeo.abort_timeout = 15
Dec 06 11:27:47 user nova-compute[75260]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 11:27:47 user nova-compute[75260]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 11:27:47 user nova-compute[75260]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.FastAbort = Yes
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.InitialR2T = No
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.ImmediateData = Yes
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.MaxConnections = 1
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 11:27:47 user nova-compute[75260]: node.session.iscsi.ERL = 0
Dec 06 11:27:47 user nova-compute[75260]: node.session.scan = manual
Dec 06 11:27:47 user nova-compute[75260]: node.session.reopen_max = 0
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].address = 172.16.0.220
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].port = 3260
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].startup = manual
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].tcp.window_size = 524288
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].tcp.type_of_service = 0
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].timeo.logout_timeout = 15
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].timeo.login_timeout = 15
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].timeo.auth_timeout = 45
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].iscsi.DataDigest = None
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].iscsi.IFMarker = No
Dec 06 11:27:47 user nova-compute[75260]: node.conn[0].iscsi.OFMarker = No
Dec 06 11:27:47 user nova-compute[75260]: # END RECORD
Dec 06 11:27:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbb5509-ebb0-4ce8-b771-a3e254ed7274]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bcacc7a-1d7d-4d30-982e-5e0320692f17]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zaQEpeAZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zaQEpeAZ" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5353927-13a8-4fd5-91f5-ab6303be37ed]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zaQEpeAZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[78994871-b867-441a-87b8-a03f7a67c69c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be5cfdc-fde3-402d-a544-a029b358187a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.164s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] HCTL ('36', '0', '0', 0) found on session 33 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ef4e4c-7aa0-41ed-87a6-a17c13c78b20]: (4, ('0 0 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Searching for a device in session 33 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.188s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== connect_volume: return (190ms) {'type': 'block', 'scsi_wwn': '26534623165303932', 'path': '/dev/sde'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534623165303932', 'path': '/dev/sde'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2066641691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2066641691',id=29,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-a2m2kxw5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:26:28Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=d0ba95ff-245a-4af5-9478-e497649a1574,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "vif_mac": "fa:16:3e:fe:35:e7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "vif_mac": "fa:16:3e:fe:35:e7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.objects.instance [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'pci_devices' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.objects.base [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Object Instance<d0ba95ff-245a-4af5-9478-e497649a1574> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:27:47 user nova-compute[75260]:   <uuid>d0ba95ff-245a-4af5-9478-e497649a1574</uuid>
Dec 06 11:27:47 user nova-compute[75260]:   <name>instance-0000001d</name>
Dec 06 11:27:47 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:27:47 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:27:47 user nova-compute[75260]:   <metadata>
Dec 06 11:27:47 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:27:47 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:27:47 user nova-compute[75260]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2066641691</nova:name>
Dec 06 11:27:47 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:27:46</nova:creationTime>
Dec 06 11:27:47 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:27:47 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:27:47 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:27:47 user nova-compute[75260]:       <nova:owner>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:user uuid="0ab1d20171b245f08bccd714cbaee177">tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member</nova:user>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:project uuid="de599d7f41674eaabe3e3911034e7215">tempest-ServerBootFromVolumeStableRescueTest-279880957</nova:project>
Dec 06 11:27:47 user nova-compute[75260]:       </nova:owner>
Dec 06 11:27:47 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:27:47 user nova-compute[75260]:       <nova:ports>
Dec 06 11:27:47 user nova-compute[75260]:         <nova:port uuid="3d6b6c71-6aa3-4685-8c5f-176e769659c7">
Dec 06 11:27:47 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:27:47 user nova-compute[75260]:         </nova:port>
Dec 06 11:27:47 user nova-compute[75260]:       </nova:ports>
Dec 06 11:27:47 user nova-compute[75260]:     </nova:instance>
Dec 06 11:27:47 user nova-compute[75260]:   </metadata>
Dec 06 11:27:47 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:27:47 user nova-compute[75260]:     <system>
Dec 06 11:27:47 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:27:47 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:27:47 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:27:47 user nova-compute[75260]:       <entry name="serial">d0ba95ff-245a-4af5-9478-e497649a1574</entry>
Dec 06 11:27:47 user nova-compute[75260]:       <entry name="uuid">d0ba95ff-245a-4af5-9478-e497649a1574</entry>
Dec 06 11:27:47 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:27:47 user nova-compute[75260]:     </system>
Dec 06 11:27:47 user nova-compute[75260]:   </sysinfo>
Dec 06 11:27:47 user nova-compute[75260]:   <os>
Dec 06 11:27:47 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:27:47 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:27:47 user nova-compute[75260]:   </os>
Dec 06 11:27:47 user nova-compute[75260]:   <features>
Dec 06 11:27:47 user nova-compute[75260]:     <acpi/>
Dec 06 11:27:47 user nova-compute[75260]:     <apic/>
Dec 06 11:27:47 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:27:47 user nova-compute[75260]:   </features>
Dec 06 11:27:47 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:27:47 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:27:47 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:27:47 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:27:47 user nova-compute[75260]:   </clock>
Dec 06 11:27:47 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:27:47 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:27:47 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:27:47 user nova-compute[75260]:   </cpu>
Dec 06 11:27:47 user nova-compute[75260]:   <devices>
Dec 06 11:27:47 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:27:47 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:47 user nova-compute[75260]:       <source dev="/dev/sde"/>
Dec 06 11:27:47 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:27:47 user nova-compute[75260]:       <serial>0d6ca265-57c0-45ea-87f4-e5f271fef6f0</serial>
Dec 06 11:27:47 user nova-compute[75260]:     </disk>
Dec 06 11:27:47 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:27:47 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:27:47 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue"/>
Dec 06 11:27:47 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:27:47 user nova-compute[75260]:       <boot order="1"/>
Dec 06 11:27:47 user nova-compute[75260]:     </disk>
Dec 06 11:27:47 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:27:47 user nova-compute[75260]:       <mac address="fa:16:3e:fe:35:e7"/>
Dec 06 11:27:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:27:47 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:27:47 user nova-compute[75260]:       <target dev="tap3d6b6c71-6a"/>
Dec 06 11:27:47 user nova-compute[75260]:     </interface>
Dec 06 11:27:47 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:27:47 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/console.log" append="off"/>
Dec 06 11:27:47 user nova-compute[75260]:     </serial>
Dec 06 11:27:47 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:27:47 user nova-compute[75260]:     <video>
Dec 06 11:27:47 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:27:47 user nova-compute[75260]:     </video>
Dec 06 11:27:47 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:27:47 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:27:47 user nova-compute[75260]:     </rng>
Dec 06 11:27:47 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:27:47 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:27:47 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:27:47 user nova-compute[75260]:     </memballoon>
Dec 06 11:27:47 user nova-compute[75260]:   </devices>
Dec 06 11:27:47 user nova-compute[75260]: </domain>
Dec 06 11:27:47 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:27:47 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance destroyed successfully.
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] No VIF found with MAC fa:16:3e:fe:35:e7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing instance network info cache due to event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:27:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updated VIF entry in instance network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG nova.network.neutron [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:48 user nova-compute[75260]: INFO nova.compute.manager [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Rebooting instance
Dec 06 11:27:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-913ba263-f2b2-4187-9e2b-7cdd22ed1db6 req-e7ba1e8d-2455-46fd-b0d0-4f4364ca3fad service nova] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:27:49 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e7f60959-9580-4b07-a94e-28acaa5b7306 is timed out.
Dec 06 11:27:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully detached device vdb from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the live domain config.
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVQJlnpv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:49 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[57dd30e0-0e76-4490-b760-eb833fe90ac6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:27:49 user nova-compute[75260]: No targets found.
Dec 06 11:27:49 user nova-compute[75260]: iSNS:
Dec 06 11:27:49 user nova-compute[75260]: No targets found.
Dec 06 11:27:49 user nova-compute[75260]: STATIC:
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:27:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:49 user nova-compute[75260]: FIRMWARE:
Dec 06 11:27:49 user nova-compute[75260]: No targets found.
Dec 06 11:27:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:27:49 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:27:49 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[40359dab-5b15-4e7d-8ea8-c723912fad28]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[47977e57-7fe3-4305-83ab-4d37937ffca0]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c57c310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d'): ({'sdh'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Removing single pathed devices sdh {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:49 user nova-compute[75260]: WARNING nova.compute.manager [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state rescuing.
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:49 user nova-compute[75260]: WARNING nova.compute.manager [req-0f195b70-4c48-44e2-be6e-9a07f8c072c4 req-314b6bf4-efa6-4d6a-98e9-c745b4f76761 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state rescuing.
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f6ff7e-2c46-43cf-b3fb-4034a864e639]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a87246c9-1714-4ed7-842c-03a32aa98d34]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flushing IO for device /dev/sdh {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d937964-ba71-4484-b90c-539b76485d2f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5cbd51f-64bb-47c8-8f2b-4bcb5f678248]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] SCSI volumes sdh have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff279395-1f72-46a4-adcf-8567331a2d7c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f400fce1-000a-4ab2-8ed6-f8a7e5328fcd]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260]
Dec 06 11:27:49 user nova-compute[75260]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d, portal: 172.16.0.220,3260] successful.
Dec 06 11:27:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:476bc568-e4a2-4477-92c1-022f3bc83c5d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a231377-f820-4fbd-b423-7ccf4781ba88]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== disconnect_volume: return (354ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG nova.objects.instance [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:27:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-52c5d06a-8168-4d68-ac87-15d716c66dd2 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.914s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-72436b47-6537-4630-8216-86563cb220ef tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-changed-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Refreshing instance network info cache due to event network-changed-393eee0c-21c8-479c-ac24-c37aabe30367. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG nova.network.neutron [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Refreshing network info cache for port 393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c9173bf-a4f7-4cc8-b30f-a389ca7291a1 req-50e90348-bc65-465f-9281-f6804e27985a service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-unplugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c9173bf-a4f7-4cc8-b30f-a389ca7291a1 req-50e90348-bc65-465f-9281-f6804e27985a service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c9173bf-a4f7-4cc8-b30f-a389ca7291a1 req-50e90348-bc65-465f-9281-f6804e27985a service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0c9173bf-a4f7-4cc8-b30f-a389ca7291a1 req-50e90348-bc65-465f-9281-f6804e27985a service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:51 user nova-compute[75260]: DEBUG nova.compute.manager [req-0c9173bf-a4f7-4cc8-b30f-a389ca7291a1 req-50e90348-bc65-465f-9281-f6804e27985a service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-unplugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:51 user nova-compute[75260]: WARNING nova.compute.manager [req-0c9173bf-a4f7-4cc8-b30f-a389ca7291a1 req-50e90348-bc65-465f-9281-f6804e27985a service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-unplugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state active and task_state reboot_started.
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:52 user nova-compute[75260]: INFO nova.compute.manager [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Detaching volume 146c09e4-969c-4fbb-93ce-7ce643573900
Dec 06 11:27:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance shutdown successfully.
Dec 06 11:27:52 user nova-compute[75260]: INFO nova.virt.block_device [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Attempting to driver detach volume 146c09e4-969c-4fbb-93ce-7ce643573900 from mountpoint /dev/vdc
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Attempting to detach device vdc from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:27:52 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:52 user nova-compute[75260]:   <source dev="/dev/sdi"/>
Dec 06 11:27:52 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:27:52 user nova-compute[75260]:   <serial>146c09e4-969c-4fbb-93ce-7ce643573900</serial>
Dec 06 11:27:52 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 11:27:52 user nova-compute[75260]: </disk>
Dec 06 11:27:52 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:27:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully detached device vdc from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the persistent domain config.
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:27:52 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:27:52 user nova-compute[75260]:   <source dev="/dev/sdi"/>
Dec 06 11:27:52 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:27:52 user nova-compute[75260]:   <serial>146c09e4-969c-4fbb-93ce-7ce643573900</serial>
Dec 06 11:27:52 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 11:27:52 user nova-compute[75260]: </disk>
Dec 06 11:27:52 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updated VIF entry in instance network info cache for port 393eee0c-21c8-479c-ac24-c37aabe30367. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-changed-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Refreshing instance network info cache due to event network-changed-2e9a1982-f205-476d-b35e-8f9e2bc33fcc. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] Acquiring lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] Acquired lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Refreshing network info cache for port 2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Stashing vm_state: active {{(pid=75260) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updated VIF entry in instance network info cache for port 2e9a1982-f205-476d-b35e-8f9e2bc33fcc. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.network.neutron [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f1f7823-e5a4-4075-955b-0a9afef9e841 req-ce72d6ed-8555-46f0-81af-198f477cb943 service nova] Releasing lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:27:52 user nova-compute[75260]: INFO nova.compute.claims [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Claim successful on node user
Dec 06 11:27:52 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating resource usage from migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd
Dec 06 11:27:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.624s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:53 user nova-compute[75260]: INFO nova.compute.manager [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Migrating
Dec 06 11:27:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquired lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-56730cf0-3222-434c-ba3e-dd068f84c8a2 req-6d05d3bf-7a93-4aaf-ac06-eb333a7e481d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-56730cf0-3222-434c-ba3e-dd068f84c8a2 req-6d05d3bf-7a93-4aaf-ac06-eb333a7e481d service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-56730cf0-3222-434c-ba3e-dd068f84c8a2 req-6d05d3bf-7a93-4aaf-ac06-eb333a7e481d service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-56730cf0-3222-434c-ba3e-dd068f84c8a2 req-6d05d3bf-7a93-4aaf-ac06-eb333a7e481d service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-56730cf0-3222-434c-ba3e-dd068f84c8a2 req-6d05d3bf-7a93-4aaf-ac06-eb333a7e481d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:53 user nova-compute[75260]: WARNING nova.compute.manager [req-56730cf0-3222-434c-ba3e-dd068f84c8a2 req-6d05d3bf-7a93-4aaf-ac06-eb333a7e481d service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state active and task_state reboot_started.
Dec 06 11:27:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Releasing lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Starting migrate_disk_and_power_off {{(pid=75260) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-84bc8002-305f-439b-bd87-285eb235fc46 req-13fb99d5-450b-4176-b419-fb96f395edc9 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-unplugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84bc8002-305f-439b-bd87-285eb235fc46 req-13fb99d5-450b-4176-b419-fb96f395edc9 service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84bc8002-305f-439b-bd87-285eb235fc46 req-13fb99d5-450b-4176-b419-fb96f395edc9 service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84bc8002-305f-439b-bd87-285eb235fc46 req-13fb99d5-450b-4176-b419-fb96f395edc9 service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-84bc8002-305f-439b-bd87-285eb235fc46 req-13fb99d5-450b-4176-b419-fb96f395edc9 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-unplugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:54 user nova-compute[75260]: WARNING nova.compute.manager [req-84bc8002-305f-439b-bd87-285eb235fc46 req-13fb99d5-450b-4176-b419-fb96f395edc9 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-unplugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state active and task_state resize_migrating.
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance destroyed successfully.
Dec 06 11:27:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-534350233',display_name='tempest-ServerActionsTestOtherA-server-534350233',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-534350233',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-we78m1f5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:27:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=7d828b34-e65d-4e43-b305-58ea6e979243,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e9a1982-f2, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0adc0890-5e8e-4081-81e2-1ab3a763caff) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:27:55 user nova-compute[75260]: INFO os_vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2')
Dec 06 11:27:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:55 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[57405305-cb24-4ba9-9dec-8dd7b0863a90]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:27:55 user nova-compute[75260]: No targets found.
Dec 06 11:27:55 user nova-compute[75260]: iSNS:
Dec 06 11:27:55 user nova-compute[75260]: No targets found.
Dec 06 11:27:55 user nova-compute[75260]: STATIC:
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:27:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:27:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:27:55 user nova-compute[75260]: FIRMWARE:
Dec 06 11:27:55 user nova-compute[75260]: No targets found.
Dec 06 11:27:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:27:55 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:27:55 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa323d25-f887-435f-9906-2b9c6530d491]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8460d8-9526-4c3e-afeb-ccb3c4b4cf64]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:27:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c135630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f87f15-bc77-4cfa-82a1-c119343e57b8]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfaf1efd-22f1-4a4d-83c0-38a419b04d4b]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3be6e8-2ae1-4991-83b3-4f9b0d75e9ad]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac52987-e450-4ec3-94ca-1bb4920f8274]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOf23bc8ca-2d26b3faab9f6678', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f23bc8ca', '/dev/disk/by-id/scsi-23264323662336661') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e548bd-12a2-4019-a713-d1306c57c6ab]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5a2b3f-e271-4cfd-8765-484ce91bd3fc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23225b9-d30c-4d61-92a6-e2da45c24853]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]
Dec 06 11:27:55 user nova-compute[75260]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.
Dec 06 11:27:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9736225f-fcfd-41ad-8a6b-7460d28b7ca4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== disconnect_volume: return (394ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:27:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:56 user nova-compute[75260]: WARNING nova.compute.manager [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state active and task_state reboot_started.
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:56 user nova-compute[75260]: WARNING nova.compute.manager [req-b0cf1d50-cd30-4168-a74a-81b5ddc09666 req-e4372891-dc59-45c7-b09e-ae347273b4d5 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state active and task_state reboot_started.
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-d5342cc6-b3fa-48d9-9a13-78ebc167f0d0 req-48d87e49-9ba1-46fc-9367-cb23f81388d2 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5342cc6-b3fa-48d9-9a13-78ebc167f0d0 req-48d87e49-9ba1-46fc-9367-cb23f81388d2 service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5342cc6-b3fa-48d9-9a13-78ebc167f0d0 req-48d87e49-9ba1-46fc-9367-cb23f81388d2 service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d5342cc6-b3fa-48d9-9a13-78ebc167f0d0 req-48d87e49-9ba1-46fc-9367-cb23f81388d2 service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-d5342cc6-b3fa-48d9-9a13-78ebc167f0d0 req-48d87e49-9ba1-46fc-9367-cb23f81388d2 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:27:56 user nova-compute[75260]: WARNING nova.compute.manager [req-d5342cc6-b3fa-48d9-9a13-78ebc167f0d0 req-48d87e49-9ba1-46fc-9367-cb23f81388d2 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state active and task_state resize_migrating.
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Port 2e9a1982-f205-476d-b35e-8f9e2bc33fcc binding to destination host user is already ACTIVE {{(pid=75260) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 11:27:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance running successfully.
Dec 06 11:27:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance soft rebooted successfully.
Dec 06 11:27:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ef86e1-c917-49fa-89fa-00bc3079fa63 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.590s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquired lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Releasing lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG os_brick.utils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a8c586e-6a92-458c-9ecb-227e5493c5c2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab16921f-9fec-4d19-8126-2f6b0d325f66]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe857377-0446-44d0-8f1e-753b72056b7f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94f888b-d7dd-497e-b250-ab019267251c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:27:57 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:27:57 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5b16c5-0b27-417c-8ad5-54ca75eb9083]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:27:57 user nova-compute[75260]: DEBUG os_brick.utils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:27:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:27:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-changed-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:27:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Refreshing instance network info cache due to event network-changed-770153b4-b88b-486e-a327-332e145de9a9. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:27:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] Acquiring lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:27:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] Acquired lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:27:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Refreshing network info cache for port 770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG nova.network.neutron [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updated VIF entry in instance network info cache for port 770153b4-b88b-486e-a327-332e145de9a9. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG nova.network.neutron [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating instance_info_cache with network_info: [{"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7ef29b86-1815-4ff4-a202-5820bb9cc8ee req-eb875c2b-9053-4072-b119-00ce215835c0 service nova] Releasing lock "refresh_cache-1c2f486b-0fd7-4884-bfde-15f944d479e7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:28:00 user nova-compute[75260]: INFO nova.compute.manager [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Rebuilding instance
Dec 06 11:28:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-a9b97577-1495-4080-9107-716f980d3513 req-096ecdf0-1d79-40d9-98b2-f270e6fc2cf4 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-unplugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a9b97577-1495-4080-9107-716f980d3513 req-096ecdf0-1d79-40d9-98b2-f270e6fc2cf4 service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a9b97577-1495-4080-9107-716f980d3513 req-096ecdf0-1d79-40d9-98b2-f270e6fc2cf4 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a9b97577-1495-4080-9107-716f980d3513 req-096ecdf0-1d79-40d9-98b2-f270e6fc2cf4 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-a9b97577-1495-4080-9107-716f980d3513 req-096ecdf0-1d79-40d9-98b2-f270e6fc2cf4 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-unplugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:01 user nova-compute[75260]: WARNING nova.compute.manager [req-a9b97577-1495-4080-9107-716f980d3513 req-096ecdf0-1d79-40d9-98b2-f270e6fc2cf4 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-unplugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state active and task_state rebuilding.
Dec 06 11:28:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance destroyed successfully.
Dec 06 11:28:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance destroyed successfully.
Dec 06 11:28:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:26:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-572008014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1869928',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAHX++kz4MgSGjpg6j7ouGZUi5Fm+itvoaUhrGk3AyxSuTnZzJAy/I8PvRuD5vmDZalUP3KxzgtlrqRT91+WTgoHpZGINPKKaFOtatnmOy5AN17MCvogimShYR43bNIRQ==',key_name='tempest-keypair-169719754',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='42a1b0a707a344e580e49f8dd3f720c9',ramdisk_id='',reservation_id='r-84fcm3dt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-435679601',owner_user_name='tempest-ServerActionsV293TestJSON-435679601-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:28:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='831e01ab8a594aa7be59a613287dc83f',uuid=1c2f486b-0fd7-4884-bfde-15f944d479e7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converting VIF {"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap770153b4-b8, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6cb2bc74-82eb-4e1f-bf5a-2a753120eba8) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:01 user nova-compute[75260]: INFO os_vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8')
Dec 06 11:28:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:28:01 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26faf97-bb9e-47db-b9b1-6d94c975c5ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:28:01 user nova-compute[75260]: No targets found.
Dec 06 11:28:01 user nova-compute[75260]: iSNS:
Dec 06 11:28:01 user nova-compute[75260]: No targets found.
Dec 06 11:28:01 user nova-compute[75260]: STATIC:
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:28:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:01 user nova-compute[75260]: FIRMWARE:
Dec 06 11:28:01 user nova-compute[75260]: No targets found.
Dec 06 11:28:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:28:01 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:28:01 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f955f4f-d1ea-4902-bbe9-944a73d4b366]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e645259-570c-4a73-bb00-787bce0cf1df]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c7624d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1'): ({'sdf'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Removing single pathed devices sdf {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[615dd5bb-7877-40ae-a613-aa401b0a5270]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49a9b37-92c3-4b2f-bf9a-987c21ca9ed5]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Flushing IO for device /dev/sdf {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca852d1-a8a7-4f34-a7b5-b2164f8415b4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c686ed01-ec4f-4b2a-80e4-2b92f1ef771e]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_fbfd9f12', '/dev/disk/by-id/scsi-1SCST_BIOfbfd9f12-9661103110f8b382', '/dev/disk/by-id/scsi-23936363131303331') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f621789-02a2-4e66-98cd-3864601e99ec]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[126126d3-bf0d-4ea8-872f-08a37b005068]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fead8e2-66c7-4743-a52f-1fda7fe4f498]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]
Dec 06 11:28:02 user nova-compute[75260]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.
Dec 06 11:28:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3265b41-7b73-436e-8a50-86a52574cd20]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== disconnect_volume: return (416ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:28:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Deleting instance files /opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7_del
Dec 06 11:28:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Deletion of /opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7_del complete
Dec 06 11:28:02 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 1c2f486b-0fd7-4884-bfde-15f944d479e7 could not be found.
Dec 06 11:28:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:28:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25d699f-f776-45ab-868e-24dfd32af228]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:28:02 user nova-compute[75260]: No targets found.
Dec 06 11:28:02 user nova-compute[75260]: iSNS:
Dec 06 11:28:02 user nova-compute[75260]: No targets found.
Dec 06 11:28:02 user nova-compute[75260]: STATIC:
Dec 06 11:28:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:28:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:28:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:28:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900
Dec 06 11:28:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:28:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:28:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:02 user nova-compute[75260]: FIRMWARE:
Dec 06 11:28:02 user nova-compute[75260]: No targets found.
Dec 06 11:28:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:28:02 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:28:02 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f73f86-2bd7-4985-a5ce-b169f7476ec9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[62afd552-9125-44e7-bc91-1bc928c0e7af]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c137640>, {}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Disconnecting from: [] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.099s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== disconnect_volume: return (101ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:28:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-64f03713-62f5-4359-829a-c32219034a9a req-a2eb4618-5157-42d3-97fb-fef1b32126c4 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-64f03713-62f5-4359-829a-c32219034a9a req-a2eb4618-5157-42d3-97fb-fef1b32126c4 service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-64f03713-62f5-4359-829a-c32219034a9a req-a2eb4618-5157-42d3-97fb-fef1b32126c4 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-64f03713-62f5-4359-829a-c32219034a9a req-a2eb4618-5157-42d3-97fb-fef1b32126c4 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-64f03713-62f5-4359-829a-c32219034a9a req-a2eb4618-5157-42d3-97fb-fef1b32126c4 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:03 user nova-compute[75260]: WARNING nova.compute.manager [req-64f03713-62f5-4359-829a-c32219034a9a req-a2eb4618-5157-42d3-97fb-fef1b32126c4 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state active and task_state rebuilding.
Dec 06 11:28:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Preparing to wait for external event volume-reimaged-f80b7608-be83-4e2e-a06b-48018bf9d0f1 {{(pid=75260) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:07 user nova-compute[75260]: INFO nova.compute.manager [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Unrescuing
Dec 06 11:28:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:28:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:28:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'flavor' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-1e58f792-19ca-4743-8563-d499b039d1a8 req-4cd24d13-9db1-452c-9f64-c213836ce502 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1e58f792-19ca-4743-8563-d499b039d1a8 req-4cd24d13-9db1-452c-9f64-c213836ce502 service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1e58f792-19ca-4743-8563-d499b039d1a8 req-4cd24d13-9db1-452c-9f64-c213836ce502 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1e58f792-19ca-4743-8563-d499b039d1a8 req-4cd24d13-9db1-452c-9f64-c213836ce502 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-1e58f792-19ca-4743-8563-d499b039d1a8 req-4cd24d13-9db1-452c-9f64-c213836ce502 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:08 user nova-compute[75260]: WARNING nova.compute.manager [req-1e58f792-19ca-4743-8563-d499b039d1a8 req-4cd24d13-9db1-452c-9f64-c213836ce502 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Starting finish_migration {{(pid=75260) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:28:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Creating image(s)
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Ensure instance console log exists: /opt/stack/data/nova/instances/7d828b34-e65d-4e43-b305-58ea6e979243/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Start _get_guest_xml network_info=[{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '2a816491-6630-48d3-9bc4-24881e8b80f3', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '7d828b34-e65d-4e43-b305-58ea6e979243', 'attached_at': '2023-12-06T11:28:09.000000', 'detached_at': '', 'volume_id': '8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'serial': '8ecc07a3-cc1b-4c50-8c59-8a5451582dd3'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:28:08 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:28:08 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:28:08 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:28:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:08 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:28:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:08 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260" returned: 21 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4108385a-5d38-4713-8192-bf7d900e902b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:28:08 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[267dfad9-158e-40f7-bd61-a011b40812fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3] added
Dec 06 11:28:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[395b248d-e7f0-44d4-b749-5408aaffb163]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d96f43-e016-4cb1-af6c-487c11b62089]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wVGbXPEi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing instance network info cache due to event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wVGbXPEi" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[457dc347-821b-49b4-a869-5e60b8df4701]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wVGbXPEi'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1bf384-2dd9-4f00-ba02-f6427b978b20]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[480c904d-e887-48c3-97cc-e9f2aa10cbde]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance destroyed successfully.
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --login" returned: 0 in 0.100s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9a74ce-6498-4755-bb39-fb4cd8d09266]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]
Dec 06 11:28:09 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.
Dec 06 11:28:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[784f1ae4-f578-4edf-8afb-3b7667b623ec]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e66c4675-72e5-470f-a23b-bc0b5d203fe2]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:09 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.448s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8aafde-b302-448f-af8f-89b48e4709ef]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updated VIF entry in instance network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:28:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c8e7d1cc-fc88-479e-b3a7-c0d703b0fad3 req-5a1b7242-f99b-4a49-8828-93733f2d91b8 service nova] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.503s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== connect_volume: return (1504ms) {'type': 'block', 'scsi_wwn': '23264323662336661', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264323662336661', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-534350233',display_name='tempest-ServerActionsTestOtherA-server-534350233',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-534350233',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-we78m1f5',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=7d828b34-e65d-4e43-b305-58ea6e979243,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:28:10 user nova-compute[75260]:   <uuid>7d828b34-e65d-4e43-b305-58ea6e979243</uuid>
Dec 06 11:28:10 user nova-compute[75260]:   <name>instance-0000001e</name>
Dec 06 11:28:10 user nova-compute[75260]:   <memory>2097152</memory>
Dec 06 11:28:10 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:28:10 user nova-compute[75260]:   <metadata>
Dec 06 11:28:10 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:28:10 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:28:10 user nova-compute[75260]:       <nova:name>tempest-ServerActionsTestOtherA-server-534350233</nova:name>
Dec 06 11:28:10 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:28:08</nova:creationTime>
Dec 06 11:28:10 user nova-compute[75260]:       <nova:flavor name="m1.small">
Dec 06 11:28:10 user nova-compute[75260]:         <nova:memory>2048</nova:memory>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:disk>20</nova:disk>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:28:10 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:28:10 user nova-compute[75260]:       <nova:owner>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:user uuid="e84ce1a8eac34833839893f2481074ef">tempest-ServerActionsTestOtherA-1476203134-project-member</nova:user>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:project uuid="5b93bf5133c846c891e5fc6469018f34">tempest-ServerActionsTestOtherA-1476203134</nova:project>
Dec 06 11:28:10 user nova-compute[75260]:       </nova:owner>
Dec 06 11:28:10 user nova-compute[75260]:       <nova:ports>
Dec 06 11:28:10 user nova-compute[75260]:         <nova:port uuid="2e9a1982-f205-476d-b35e-8f9e2bc33fcc">
Dec 06 11:28:10 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:28:10 user nova-compute[75260]:         </nova:port>
Dec 06 11:28:10 user nova-compute[75260]:       </nova:ports>
Dec 06 11:28:10 user nova-compute[75260]:     </nova:instance>
Dec 06 11:28:10 user nova-compute[75260]:   </metadata>
Dec 06 11:28:10 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:28:10 user nova-compute[75260]:     <system>
Dec 06 11:28:10 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:28:10 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:28:10 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:28:10 user nova-compute[75260]:       <entry name="serial">7d828b34-e65d-4e43-b305-58ea6e979243</entry>
Dec 06 11:28:10 user nova-compute[75260]:       <entry name="uuid">7d828b34-e65d-4e43-b305-58ea6e979243</entry>
Dec 06 11:28:10 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:28:10 user nova-compute[75260]:     </system>
Dec 06 11:28:10 user nova-compute[75260]:   </sysinfo>
Dec 06 11:28:10 user nova-compute[75260]:   <os>
Dec 06 11:28:10 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:28:10 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:28:10 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:28:10 user nova-compute[75260]:   </os>
Dec 06 11:28:10 user nova-compute[75260]:   <features>
Dec 06 11:28:10 user nova-compute[75260]:     <acpi/>
Dec 06 11:28:10 user nova-compute[75260]:     <apic/>
Dec 06 11:28:10 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:28:10 user nova-compute[75260]:   </features>
Dec 06 11:28:10 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:28:10 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:28:10 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:28:10 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:28:10 user nova-compute[75260]:   </clock>
Dec 06 11:28:10 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:28:10 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:28:10 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:28:10 user nova-compute[75260]:   </cpu>
Dec 06 11:28:10 user nova-compute[75260]:   <devices>
Dec 06 11:28:10 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:28:10 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:28:10 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:28:10 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:28:10 user nova-compute[75260]:       <serial>8ecc07a3-cc1b-4c50-8c59-8a5451582dd3</serial>
Dec 06 11:28:10 user nova-compute[75260]:     </disk>
Dec 06 11:28:10 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:28:10 user nova-compute[75260]:       <mac address="fa:16:3e:ee:75:60"/>
Dec 06 11:28:10 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:28:10 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:28:10 user nova-compute[75260]:       <target dev="tap2e9a1982-f2"/>
Dec 06 11:28:10 user nova-compute[75260]:     </interface>
Dec 06 11:28:10 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:28:10 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/7d828b34-e65d-4e43-b305-58ea6e979243/console.log" append="off"/>
Dec 06 11:28:10 user nova-compute[75260]:     </serial>
Dec 06 11:28:10 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:28:10 user nova-compute[75260]:     <video>
Dec 06 11:28:10 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:28:10 user nova-compute[75260]:     </video>
Dec 06 11:28:10 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:28:10 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:28:10 user nova-compute[75260]:     </rng>
Dec 06 11:28:10 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:28:10 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:28:10 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:28:10 user nova-compute[75260]:     </memballoon>
Dec 06 11:28:10 user nova-compute[75260]:   </devices>
Dec 06 11:28:10 user nova-compute[75260]: </domain>
Dec 06 11:28:10 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-534350233',display_name='tempest-ServerActionsTestOtherA-server-534350233',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-534350233',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-we78m1f5',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=7d828b34-e65d-4e43-b305-58ea6e979243,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1868057826-network", "vif_mac": "fa:16:3e:ee:75:60"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG os_vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7365cb58-c51c-5a7c-9894-b9ebe79f1461', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e9a1982-f2, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e9a1982-f2, col_values=(('qos', UUID('76f80586-fe48-4609-92d6-7b7cd9289cf9')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e9a1982-f2, col_values=(('external_ids', {'iface-id': '2e9a1982-f205-476d-b35e-8f9e2bc33fcc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:75:60', 'vm-uuid': '7d828b34-e65d-4e43-b305-58ea6e979243'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: INFO os_vif [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2')
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] No VIF found with MAC fa:16:3e:ee:75:60, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-74f38a0c-5ec4-40e8-ad19-e1a402eb2fd9 req-ca54d358-35bd-40ef-93ce-78ec3a6c5d5e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-74f38a0c-5ec4-40e8-ad19-e1a402eb2fd9 req-ca54d358-35bd-40ef-93ce-78ec3a6c5d5e service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-74f38a0c-5ec4-40e8-ad19-e1a402eb2fd9 req-ca54d358-35bd-40ef-93ce-78ec3a6c5d5e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-74f38a0c-5ec4-40e8-ad19-e1a402eb2fd9 req-ca54d358-35bd-40ef-93ce-78ec3a6c5d5e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-74f38a0c-5ec4-40e8-ad19-e1a402eb2fd9 req-ca54d358-35bd-40ef-93ce-78ec3a6c5d5e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:10 user nova-compute[75260]: WARNING nova.compute.manager [req-74f38a0c-5ec4-40e8-ad19-e1a402eb2fd9 req-ca54d358-35bd-40ef-93ce-78ec3a6c5d5e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing instance network info cache due to event network-changed-51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] Acquiring lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] Acquired lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Refreshing network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updated VIF entry in instance network info cache for port 51513fcb-5dc3-4779-8944-c1f6a164a52f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [{"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:28:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e3b0cb71-22d2-415a-975c-d02a454b8cde req-0d502b52-2288-44cd-b490-132dd506e361 service nova] Releasing lock "refresh_cache-0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:12 user nova-compute[75260]: WARNING nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:12 user nova-compute[75260]: WARNING nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:12 user nova-compute[75260]: WARNING nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state active and task_state resize_finish.
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:12 user nova-compute[75260]: WARNING nova.compute.manager [req-6ac7b768-1033-483d-b583-5d36fd957f5a req-d87d9455-d957-4f63-b6b5-b58d66e4965e service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state active and task_state resize_finish.
Dec 06 11:28:13 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance e7f60959-9580-4b07-a94e-28acaa5b7306 is timed out.
Dec 06 11:28:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully detached device vdc from instance e7f60959-9580-4b07-a94e-28acaa5b7306 from the live domain config.
Dec 06 11:28:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QaZNlCtg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:28:13 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0381cc9b-53c5-4cc9-aa8d-457c0f49bb25]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:28:13 user nova-compute[75260]: No targets found.
Dec 06 11:28:13 user nova-compute[75260]: iSNS:
Dec 06 11:28:13 user nova-compute[75260]: No targets found.
Dec 06 11:28:13 user nova-compute[75260]: STATIC:
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:28:13 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:28:13 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:28:13 user nova-compute[75260]: FIRMWARE:
Dec 06 11:28:13 user nova-compute[75260]: No targets found.
Dec 06 11:28:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:28:13 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:28:13 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3076352d-099c-4bf2-94e6-024e6f1d9b85]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7097b296-29e1-44a8-862f-e72ad303cf85]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541e3640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900'): ({'sdi'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Removing single pathed devices sdi {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d75f91-a485-44ed-b002-7a981941a11f]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a35534a-bd1e-4b3b-8d1b-1a43a4e5a776]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Flushing IO for device /dev/sdi {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b88c777-a9d7-4769-9943-cdf5e52de879]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efc2e0d-c6fe-4026-b0e0-011db61c5d4f]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] SCSI volumes sdi have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ad72b7-9976-40f0-afbe-d3b122e8e5ed]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1ffdae8-842c-4941-a5d0-625c2ab1818a]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260]
Dec 06 11:28:13 user nova-compute[75260]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900, portal: 172.16.0.220,3260] successful.
Dec 06 11:28:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:146c09e4-969c-4fbb-93ce-7ce643573900 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e01c263-3570-45ee-917f-9203f82b7404]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] <== disconnect_volume: return (368ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:28:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:28:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5ec7b7d0-8ba3-45cd-8f17-9155aa312abc tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:28:14 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'flavor' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:28:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:28:14 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance running successfully.
Dec 06 11:28:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Failed to set time: agent not configured {{(pid=75260) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 11:28:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1c821d9e-d182-490f-a02d-d5dcccff5436 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] finish_migration finished successfully. {{(pid=75260) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 11:28:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1b9a489c-12f7-411a-899c-ffad1785f924 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.436s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:15 user nova-compute[75260]: INFO nova.compute.manager [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Terminating instance
Dec 06 11:28:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cab38be-736c-4120-943d-a8eb75e2f566 req-c172d818-9e7e-4932-85b2-4deddc8fd535 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-vif-unplugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cab38be-736c-4120-943d-a8eb75e2f566 req-c172d818-9e7e-4932-85b2-4deddc8fd535 service nova] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cab38be-736c-4120-943d-a8eb75e2f566 req-c172d818-9e7e-4932-85b2-4deddc8fd535 service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cab38be-736c-4120-943d-a8eb75e2f566 req-c172d818-9e7e-4932-85b2-4deddc8fd535 service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cab38be-736c-4120-943d-a8eb75e2f566 req-c172d818-9e7e-4932-85b2-4deddc8fd535 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] No waiting events found dispatching network-vif-unplugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cab38be-736c-4120-943d-a8eb75e2f566 req-c172d818-9e7e-4932-85b2-4deddc8fd535 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-vif-unplugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:28:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Instance destroyed successfully.
Dec 06 11:28:16 user nova-compute[75260]: DEBUG nova.objects.instance [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lazy-loading 'resources' on Instance uuid e7f60959-9580-4b07-a94e-28acaa5b7306 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-451261452',display_name='tempest-AttachVolumeTestJSON-server-451261452',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-451261452',id=27,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyln8GzePtul4sAsO8e+tFvAZovPNwJQN6nC/evYAhDqPAM+sC6qq1jrq6uNYcGM5H/T4Ged/S6VNFbLipWWwa+dYP73qViZbVqShB7KrV7XuRtv/CaogbuxbfgtMI3xA==',key_name='tempest-keypair-440262792',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:25:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1396aced11640e397033eedb25f7322',ramdisk_id='',reservation_id='r-okco4zch',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-7695040',owner_user_name='tempest-AttachVolumeTestJSON-7695040-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:25:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='301606af5b284bbe932ff2db75e198ce',uuid=e7f60959-9580-4b07-a94e-28acaa5b7306,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converting VIF {"id": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "address": "fa:16:3e:3c:b9:87", "network": {"id": "8173f7d3-7821-4926-8bb1-219dfa16a427", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1964431465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1396aced11640e397033eedb25f7322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbf663d-a7", "ovs_interfaceid": "2cbf663d-a7f7-4354-b068-b6f18ec8cbca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG os_vif [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cbf663d-a7, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f92fe306-d0d1-4d88-9cce-f2d7bfddeef1) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:16 user nova-compute[75260]: INFO os_vif [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:b9:87,bridge_name='br-int',has_traffic_filtering=True,id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca,network=Network(8173f7d3-7821-4926-8bb1-219dfa16a427),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbf663d-a7')
Dec 06 11:28:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Deleting instance files /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306_del
Dec 06 11:28:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Deletion of /opt/stack/data/nova/instances/e7f60959-9580-4b07-a94e-28acaa5b7306_del complete
Dec 06 11:28:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:16 user nova-compute[75260]: INFO nova.compute.manager [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 06 11:28:16 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:28:16 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:28:17 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Took 0.81 seconds to deallocate network for instance.
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-189bd62c-7b65-4f0a-a68a-57625dd0661d req-ed2e2d8f-7def-47b4-91a4-cb87e1246427 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-vif-deleted-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:17 user nova-compute[75260]: INFO nova.compute.manager [req-189bd62c-7b65-4f0a-a68a-57625dd0661d req-ed2e2d8f-7def-47b4-91a4-cb87e1246427 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Neutron deleted interface 2cbf663d-a7f7-4354-b068-b6f18ec8cbca; detaching it from the instance and deleting it from the info cache
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.network.neutron [req-189bd62c-7b65-4f0a-a68a-57625dd0661d req-ed2e2d8f-7def-47b4-91a4-cb87e1246427 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-189bd62c-7b65-4f0a-a68a-57625dd0661d req-ed2e2d8f-7def-47b4-91a4-cb87e1246427 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Detach interface failed, port_id=2cbf663d-a7f7-4354-b068-b6f18ec8cbca, reason: Instance e7f60959-9580-4b07-a94e-28acaa5b7306 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-02d72cb4-6617-4d29-b95a-28e42d55d4fb req-db097b9f-225a-4fe0-b348-2f82f5b15148 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received event network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-02d72cb4-6617-4d29-b95a-28e42d55d4fb req-db097b9f-225a-4fe0-b348-2f82f5b15148 service nova] Acquiring lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-02d72cb4-6617-4d29-b95a-28e42d55d4fb req-db097b9f-225a-4fe0-b348-2f82f5b15148 service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-02d72cb4-6617-4d29-b95a-28e42d55d4fb req-db097b9f-225a-4fe0-b348-2f82f5b15148 service nova] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-02d72cb4-6617-4d29-b95a-28e42d55d4fb req-db097b9f-225a-4fe0-b348-2f82f5b15148 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] No waiting events found dispatching network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:17 user nova-compute[75260]: WARNING nova.compute.manager [req-02d72cb4-6617-4d29-b95a-28e42d55d4fb req-db097b9f-225a-4fe0-b348-2f82f5b15148 service nova] [instance: e7f60959-9580-4b07-a94e-28acaa5b7306] Received unexpected event network-vif-plugged-2cbf663d-a7f7-4354-b068-b6f18ec8cbca for instance with vm_state deleted and task_state None.
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:28:17 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:28:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.912s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:18 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Deleted allocations for instance e7f60959-9580-4b07-a94e-28acaa5b7306
Dec 06 11:28:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-cb3946b5-71ff-44c2-a19f-875c6ac81252 tempest-AttachVolumeTestJSON-7695040 tempest-AttachVolumeTestJSON-7695040-project-member] Lock "e7f60959-9580-4b07-a94e-28acaa5b7306" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.849s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:19 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:28:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-f2172487-7cee-4d84-b8e9-db43c4a98f19 req-e24e4fec-afab-4ab2-9d8e-3f2a7c347400 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event volume-reimaged-f80b7608-be83-4e2e-a06b-48018bf9d0f1 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2172487-7cee-4d84-b8e9-db43c4a98f19 req-e24e4fec-afab-4ab2-9d8e-3f2a7c347400 service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2172487-7cee-4d84-b8e9-db43c4a98f19 req-e24e4fec-afab-4ab2-9d8e-3f2a7c347400 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f2172487-7cee-4d84-b8e9-db43c4a98f19 req-e24e4fec-afab-4ab2-9d8e-3f2a7c347400 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-f2172487-7cee-4d84-b8e9-db43c4a98f19 req-e24e4fec-afab-4ab2-9d8e-3f2a7c347400 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Processing event volume-reimaged-f80b7608-be83-4e2e-a06b-48018bf9d0f1 {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance event wait completed in 20 seconds for volume-reimaged {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:28:24 user nova-compute[75260]: INFO nova.virt.block_device [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Booting with volume f80b7608-be83-4e2e-a06b-48018bf9d0f1 at /dev/vda
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG os_brick.utils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[62bbcf76-c729-4abd-ba36-7ca79f78ccde]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d2e249e-3b88-419b-af88-4f6fe19428c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c90f6b3-63ef-46ff-a0b5-dac108a0917b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5a9a93-0107-4352-ae81-eb6ff01c06e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:28:24 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[219ede86-37a7-4ce1-a8be-958bbfec3152]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG os_brick.utils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating existing volume attachment record: 279c1ad3-7f2a-47e3-a5d5-a9c227dbbeae {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:25 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:28:25 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7487MB free_disk=24.72119903564453GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Applying migration context for instance 7d828b34-e65d-4e43-b305-58ea6e979243 as it has an incoming, in-progress migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd. Migration status is finished {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 11:28:25 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating resource usage from migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 3c88175b-e064-44f7-ad60-20a93b4b63c2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b96b134d-8935-4cd3-9696-c0085ebe710f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d0ba95ff-245a-4af5-9478-e497649a1574 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1c2f486b-0fd7-4884-bfde-15f944d479e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:28:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:28:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:28:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:28:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:28:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.625s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:28:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Creating image(s)
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Ensure instance console log exists: /opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Start _get_guest_xml network_info=[{"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '279c1ad3-7f2a-47e3-a5d5-a9c227dbbeae', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1c2f486b-0fd7-4884-bfde-15f944d479e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'serial': 'f80b7608-be83-4e2e-a06b-48018bf9d0f1'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:28:34 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 11:28:34 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1c2f486b-0fd7-4884-bfde-15f944d479e7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:28:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:28:34 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd96e2a3-ae34-4ba1-b61d-dcfdc5eeb097]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:28:34 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d75b65c-5c72-4711-9e8d-30b862209255]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1] added
Dec 06 11:28:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[52108828-52e7-4e2e-8df4-7131ec2545c3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8381a62b-d7b6-4767-81f4-136a3c0fd1b6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VbwIjSgZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VbwIjSgZ" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4738e8-354c-4100-b312-38a220fc561e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VbwIjSgZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f8f4d58-5be2-42c9-8809-6f1860b9862c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[65795cd3-ece1-40da-a2bb-208b14cb2123]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d55a72e-377d-49bd-9703-0d43c0053190]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]
Dec 06 11:28:35 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.
Dec 06 11:28:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f38a0fc-5557-4328-a157-93689cc15b00]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb30707-3bcf-4cd7-aecd-9f99e421359b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:28:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] HCTL ('37', '-', '-', 0) found on session 41 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc332d1-b582-4820-b500-c057eac00a79]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Searching for a device in session 41 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:28:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '23936363131303331', 'path': '/dev/sdf'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936363131303331', 'path': '/dev/sdf'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:26:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-572008014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1869928',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAHX++kz4MgSGjpg6j7ouGZUi5Fm+itvoaUhrGk3AyxSuTnZzJAy/I8PvRuD5vmDZalUP3KxzgtlrqRT91+WTgoHpZGINPKKaFOtatnmOy5AN17MCvogimShYR43bNIRQ==',key_name='tempest-keypair-169719754',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='42a1b0a707a344e580e49f8dd3f720c9',ramdisk_id='',reservation_id='r-84fcm3dt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-435679601',owner_user_name='tempest-ServerActionsV293TestJSON-435679601-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:28:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='831e01ab8a594aa7be59a613287dc83f',uuid=1c2f486b-0fd7-4884-bfde-15f944d479e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converting VIF {"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:28:36 user nova-compute[75260]:   <uuid>1c2f486b-0fd7-4884-bfde-15f944d479e7</uuid>
Dec 06 11:28:36 user nova-compute[75260]:   <name>instance-0000001f</name>
Dec 06 11:28:36 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:28:36 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:28:36 user nova-compute[75260]:   <metadata>
Dec 06 11:28:36 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:28:36 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:28:36 user nova-compute[75260]:       <nova:name>tempest-ServerActionsV293TestJSON-server-572008014</nova:name>
Dec 06 11:28:36 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:28:34</nova:creationTime>
Dec 06 11:28:36 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:28:36 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:28:36 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:28:36 user nova-compute[75260]:       <nova:owner>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:user uuid="831e01ab8a594aa7be59a613287dc83f">tempest-ServerActionsV293TestJSON-435679601-project-member</nova:user>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:project uuid="42a1b0a707a344e580e49f8dd3f720c9">tempest-ServerActionsV293TestJSON-435679601</nova:project>
Dec 06 11:28:36 user nova-compute[75260]:       </nova:owner>
Dec 06 11:28:36 user nova-compute[75260]:       <nova:ports>
Dec 06 11:28:36 user nova-compute[75260]:         <nova:port uuid="770153b4-b88b-486e-a327-332e145de9a9">
Dec 06 11:28:36 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:28:36 user nova-compute[75260]:         </nova:port>
Dec 06 11:28:36 user nova-compute[75260]:       </nova:ports>
Dec 06 11:28:36 user nova-compute[75260]:     </nova:instance>
Dec 06 11:28:36 user nova-compute[75260]:   </metadata>
Dec 06 11:28:36 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:28:36 user nova-compute[75260]:     <system>
Dec 06 11:28:36 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:28:36 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:28:36 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:28:36 user nova-compute[75260]:       <entry name="serial">1c2f486b-0fd7-4884-bfde-15f944d479e7</entry>
Dec 06 11:28:36 user nova-compute[75260]:       <entry name="uuid">1c2f486b-0fd7-4884-bfde-15f944d479e7</entry>
Dec 06 11:28:36 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:28:36 user nova-compute[75260]:     </system>
Dec 06 11:28:36 user nova-compute[75260]:   </sysinfo>
Dec 06 11:28:36 user nova-compute[75260]:   <os>
Dec 06 11:28:36 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:28:36 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:28:36 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:28:36 user nova-compute[75260]:   </os>
Dec 06 11:28:36 user nova-compute[75260]:   <features>
Dec 06 11:28:36 user nova-compute[75260]:     <acpi/>
Dec 06 11:28:36 user nova-compute[75260]:     <apic/>
Dec 06 11:28:36 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:28:36 user nova-compute[75260]:   </features>
Dec 06 11:28:36 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:28:36 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:28:36 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:28:36 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:28:36 user nova-compute[75260]:   </clock>
Dec 06 11:28:36 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:28:36 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:28:36 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:28:36 user nova-compute[75260]:   </cpu>
Dec 06 11:28:36 user nova-compute[75260]:   <devices>
Dec 06 11:28:36 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:28:36 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:28:36 user nova-compute[75260]:       <source dev="/dev/sdf"/>
Dec 06 11:28:36 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:28:36 user nova-compute[75260]:       <serial>f80b7608-be83-4e2e-a06b-48018bf9d0f1</serial>
Dec 06 11:28:36 user nova-compute[75260]:     </disk>
Dec 06 11:28:36 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:28:36 user nova-compute[75260]:       <mac address="fa:16:3e:3a:b6:f2"/>
Dec 06 11:28:36 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:28:36 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:28:36 user nova-compute[75260]:       <target dev="tap770153b4-b8"/>
Dec 06 11:28:36 user nova-compute[75260]:     </interface>
Dec 06 11:28:36 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:28:36 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7/console.log" append="off"/>
Dec 06 11:28:36 user nova-compute[75260]:     </serial>
Dec 06 11:28:36 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:28:36 user nova-compute[75260]:     <video>
Dec 06 11:28:36 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:28:36 user nova-compute[75260]:     </video>
Dec 06 11:28:36 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:28:36 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:28:36 user nova-compute[75260]:     </rng>
Dec 06 11:28:36 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:28:36 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:28:36 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:28:36 user nova-compute[75260]:     </memballoon>
Dec 06 11:28:36 user nova-compute[75260]:   </devices>
Dec 06 11:28:36 user nova-compute[75260]: </domain>
Dec 06 11:28:36 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:26:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-572008014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1869928',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAHX++kz4MgSGjpg6j7ouGZUi5Fm+itvoaUhrGk3AyxSuTnZzJAy/I8PvRuD5vmDZalUP3KxzgtlrqRT91+WTgoHpZGINPKKaFOtatnmOy5AN17MCvogimShYR43bNIRQ==',key_name='tempest-keypair-169719754',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='42a1b0a707a344e580e49f8dd3f720c9',ramdisk_id='',reservation_id='r-84fcm3dt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-435679601',owner_user_name='tempest-ServerActionsV293TestJSON-435679601-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:28:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='831e01ab8a594aa7be59a613287dc83f',uuid=1c2f486b-0fd7-4884-bfde-15f944d479e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converting VIF {"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG os_vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '118b3faf-2a83-50b8-9e2f-fe6ed795e6cf', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap770153b4-b8, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap770153b4-b8, col_values=(('qos', UUID('279b16d2-ee3b-4288-a275-cfc5a7250f1d')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap770153b4-b8, col_values=(('external_ids', {'iface-id': '770153b4-b88b-486e-a327-332e145de9a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:b6:f2', 'vm-uuid': '1c2f486b-0fd7-4884-bfde-15f944d479e7'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:36 user nova-compute[75260]: INFO os_vif [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8')
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:28:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] No VIF found with MAC fa:16:3e:3a:b6:f2, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-4448075f-3d61-4dbd-8bce-a5362627bf76 req-bfa8d430-6af3-4b16-be38-ce5bda4f8f3c service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4448075f-3d61-4dbd-8bce-a5362627bf76 req-bfa8d430-6af3-4b16-be38-ce5bda4f8f3c service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4448075f-3d61-4dbd-8bce-a5362627bf76 req-bfa8d430-6af3-4b16-be38-ce5bda4f8f3c service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4448075f-3d61-4dbd-8bce-a5362627bf76 req-bfa8d430-6af3-4b16-be38-ce5bda4f8f3c service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-4448075f-3d61-4dbd-8bce-a5362627bf76 req-bfa8d430-6af3-4b16-be38-ce5bda4f8f3c service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:37 user nova-compute[75260]: WARNING nova.compute.manager [req-4448075f-3d61-4dbd-8bce-a5362627bf76 req-bfa8d430-6af3-4b16-be38-ce5bda4f8f3c service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 11:28:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:28:39 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance spawned successfully.
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75260) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-d912df06-ee2f-49d5-908d-73275f13ce6b req-480a3300-2338-4e4a-83dc-63eef73de91b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d912df06-ee2f-49d5-908d-73275f13ce6b req-480a3300-2338-4e4a-83dc-63eef73de91b service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d912df06-ee2f-49d5-908d-73275f13ce6b req-480a3300-2338-4e4a-83dc-63eef73de91b service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d912df06-ee2f-49d5-908d-73275f13ce6b req-480a3300-2338-4e4a-83dc-63eef73de91b service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-d912df06-ee2f-49d5-908d-73275f13ce6b req-480a3300-2338-4e4a-83dc-63eef73de91b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:28:39 user nova-compute[75260]: WARNING nova.compute.manager [req-d912df06-ee2f-49d5-908d-73275f13ce6b req-480a3300-2338-4e4a-83dc-63eef73de91b service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state active and task_state None.
Dec 06 11:28:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2172487-7cee-4d84-b8e9-db43c4a98f19 tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.074s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:28:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:28:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:28:41 user nova-compute[75260]: INFO nova.compute.manager [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Detaching volume 86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:28:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:41 user nova-compute[75260]: INFO nova.virt.block_device [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Attempting to driver detach volume 86c7170e-2659-4392-bd4b-641de7c9d721 from mountpoint /dev/vdb
Dec 06 11:28:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Attempting to detach device vdb from instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:28:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:28:41 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:28:41 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:28:41 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:28:41 user nova-compute[75260]:   <serial>86c7170e-2659-4392-bd4b-641de7c9d721</serial>
Dec 06 11:28:41 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:28:41 user nova-compute[75260]: </disk>
Dec 06 11:28:41 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:28:41 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Successfully detached device vdb from instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a from the persistent domain config.
Dec 06 11:28:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:28:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:28:41 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:28:41 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:28:41 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:28:41 user nova-compute[75260]:   <serial>86c7170e-2659-4392-bd4b-641de7c9d721</serial>
Dec 06 11:28:41 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:28:41 user nova-compute[75260]: </disk>
Dec 06 11:28:41 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:28:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:28:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:28:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:28:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:28:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:28:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:28:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:01 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a is timed out.
Dec 06 11:29:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Successfully detached device vdb from instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a from the live domain config.
Dec 06 11:29:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DosASEYW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:29:01 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f972546-8e18-49f3-8b25-62ffa5076707]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:29:01 user nova-compute[75260]: No targets found.
Dec 06 11:29:01 user nova-compute[75260]: iSNS:
Dec 06 11:29:01 user nova-compute[75260]: No targets found.
Dec 06 11:29:01 user nova-compute[75260]: STATIC:
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:29:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:01 user nova-compute[75260]: FIRMWARE:
Dec 06 11:29:01 user nova-compute[75260]: No targets found.
Dec 06 11:29:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:29:01 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:29:01 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f9a2758-fa09-4bf9-9981-85c777bdafcc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b19600-0914-43c6-a223-98a37ba103ce]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bed40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f471cbb9-b08c-4c4a-8b12-0a56a0e53838]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a96ecdf-35bf-4e9f-8da4-4da96ef62e2f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d1a65c-dcd9-4f4a-b479-182e3563d4d3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[637f5c1f-db1d-46a1-a3d8-62294bf06ed2]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[124cca2d-7b0b-49cd-87f4-96c941a0d64c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[590251d9-d244-4ce5-8e79-4918ce7ee4ed]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260]
Dec 06 11:29:02 user nova-compute[75260]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721, portal: 172.16.0.220,3260] successful.
Dec 06 11:29:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c7170e-2659-4392-bd4b-641de7c9d721 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab424ab-66ce-4361-9000-0a6f491b87dd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] <== disconnect_volume: return (376ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:02 user nova-compute[75260]: INFO nova.compute.manager [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Terminating instance
Dec 06 11:29:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f698875-d396-476d-903c-67c85347e7ec req-38295741-a033-4011-8d32-575534b97ac9 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f698875-d396-476d-903c-67c85347e7ec req-38295741-a033-4011-8d32-575534b97ac9 service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f698875-d396-476d-903c-67c85347e7ec req-38295741-a033-4011-8d32-575534b97ac9 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5f698875-d396-476d-903c-67c85347e7ec req-38295741-a033-4011-8d32-575534b97ac9 service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f698875-d396-476d-903c-67c85347e7ec req-38295741-a033-4011-8d32-575534b97ac9 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-5f698875-d396-476d-903c-67c85347e7ec req-38295741-a033-4011-8d32-575534b97ac9 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-unplugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:29:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Instance destroyed successfully.
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lazy-loading 'resources' on Instance uuid 3c88175b-e064-44f7-ad60-20a93b4b63c2 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:20:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-11553056',display_name='tempest-ServerActionsTestOtherB-server-11553056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-11553056',id=22,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkO5Ih9BXDhpec79hVt2uEdqbROGWcAIqCApbEiBOfW4XAYnY4vQNIxDHHagjFTg/eRk99bbVgFMwJVco+JUy93jK8eaOgSQHIQae54X1Hhu7qRQO+eF2qX+/pLnimuOw==',key_name='tempest-keypair-617245091',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='23a89977944f4c02b2c45d863ba922b2',ramdisk_id='',reservation_id='r-w3j4sihi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-417970227',owner_user_name='tempest-ServerActionsTestOtherB-417970227-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:26:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9c78c7fae5844e1d889f6b97766586f1',uuid=3c88175b-e064-44f7-ad60-20a93b4b63c2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converting VIF {"id": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "address": "fa:16:3e:4f:24:f8", "network": {"id": "c40b838f-19c9-41e0-b06f-e60e5653e714", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1843268132-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "23a89977944f4c02b2c45d863ba922b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e86cfa-be", "ovs_interfaceid": "e9e86cfa-be4d-43ab-9cc7-69d32a282cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_vif [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9e86cfa-be, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33ef14cf-c0b7-46fa-99d3-9327be6931f6) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:03 user nova-compute[75260]: INFO os_vif [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:24:f8,bridge_name='br-int',has_traffic_filtering=True,id=e9e86cfa-be4d-43ab-9cc7-69d32a282cb2,network=Network(c40b838f-19c9-41e0-b06f-e60e5653e714),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9e86cfa-be')
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIzEMqZG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:29:03 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'flavor' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[321062cc-9cc1-4967-ab12-228942f8937f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:29:03 user nova-compute[75260]: No targets found.
Dec 06 11:29:03 user nova-compute[75260]: iSNS:
Dec 06 11:29:03 user nova-compute[75260]: No targets found.
Dec 06 11:29:03 user nova-compute[75260]: STATIC:
Dec 06 11:29:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:29:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:29:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1
Dec 06 11:29:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:29:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323
Dec 06 11:29:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:29:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:03 user nova-compute[75260]: FIRMWARE:
Dec 06 11:29:03 user nova-compute[75260]: No targets found.
Dec 06 11:29:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:29:03 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:29:03 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-63148f32-1805-462e-b338-8bb348ba8a4f tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.934s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d01051b0-1c6c-4d1a-8671-822d14e3c9e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afaf2e9-b07a-4a03-9c79-d9e7f107266f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541e1480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323'): ({'sdg'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Removing single pathed devices sdg {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba3e83e-3790-4c3d-a27e-a0fcd8d74c63]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f24ad7-bb72-4dc9-a9d2-5e9a77159c17]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Flushing IO for device /dev/sdg {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4657cb44-db2b-4bf7-a536-d1cffb1f4421]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.041s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[76877282-96e4-4f35-9097-3ecfe0a2cedc]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] SCSI volumes sdg have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9cac14b-9815-4ec8-9a1e-2a94c97aab91]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d683d93-8435-470b-9a72-823987258c05]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260]
Dec 06 11:29:03 user nova-compute[75260]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323, portal: 172.16.0.220,3260] successful.
Dec 06 11:29:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2627ba8f-0244-4c98-97ec-eb6f8faa5323 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b16273-b1b0-4884-8a66-c02cb753ef41]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] <== disconnect_volume: return (357ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:29:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Deleting instance files /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2_del
Dec 06 11:29:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Deletion of /opt/stack/data/nova/instances/3c88175b-e064-44f7-ad60-20a93b4b63c2_del complete
Dec 06 11:29:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:03 user nova-compute[75260]: INFO nova.compute.manager [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Took 1.30 seconds to destroy the instance on the hypervisor.
Dec 06 11:29:03 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:29:03 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:29:04 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:04 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Took 1.15 seconds to deallocate network for instance.
Dec 06 11:29:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-35ac400a-abac-4b7d-875d-74efe5a241ff req-ed62cb9d-5b3a-4360-be0b-4582cdc3f333 service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-deleted-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-68e1a478-5316-4adb-9f37-522ebf4ed02d req-e8481ebf-e7f1-449a-af8b-ba3e5bfa679d service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68e1a478-5316-4adb-9f37-522ebf4ed02d req-e8481ebf-e7f1-449a-af8b-ba3e5bfa679d service nova] Acquiring lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68e1a478-5316-4adb-9f37-522ebf4ed02d req-e8481ebf-e7f1-449a-af8b-ba3e5bfa679d service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68e1a478-5316-4adb-9f37-522ebf4ed02d req-e8481ebf-e7f1-449a-af8b-ba3e5bfa679d service nova] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-68e1a478-5316-4adb-9f37-522ebf4ed02d req-e8481ebf-e7f1-449a-af8b-ba3e5bfa679d service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] No waiting events found dispatching network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:04 user nova-compute[75260]: WARNING nova.compute.manager [req-68e1a478-5316-4adb-9f37-522ebf4ed02d req-e8481ebf-e7f1-449a-af8b-ba3e5bfa679d service nova] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Received unexpected event network-vif-plugged-e9e86cfa-be4d-43ab-9cc7-69d32a282cb2 for instance with vm_state active and task_state deleting.
Dec 06 11:29:05 user nova-compute[75260]: INFO nova.compute.manager [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] [instance: 3c88175b-e064-44f7-ad60-20a93b4b63c2] Took 1.01 seconds to detach 1 volumes for instance.
Dec 06 11:29:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:06 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:29:06 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:29:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.396s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:06 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Deleted allocations for instance 3c88175b-e064-44f7-ad60-20a93b4b63c2
Dec 06 11:29:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6b767740-e58f-4ca6-b48b-04190543dfdc tempest-ServerActionsTestOtherB-417970227 tempest-ServerActionsTestOtherB-417970227-project-member] Lock "3c88175b-e064-44f7-ad60-20a93b4b63c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.045s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:29:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:29:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f85fe28c-effa-4aa8-8008-b0a060a25044 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updating instance_info_cache with network_info: [{"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f85fe28c-effa-4aa8-8008-b0a060a25044" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:25 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:29:25 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7289MB free_disk=24.765975952148438GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Applying migration context for instance 7d828b34-e65d-4e43-b305-58ea6e979243 as it has an incoming, in-progress migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd. Migration status is finished {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 11:29:25 user nova-compute[75260]: INFO nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating resource usage from migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b96b134d-8935-4cd3-9696-c0085ebe710f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d0ba95ff-245a-4af5-9478-e497649a1574 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1c2f486b-0fd7-4884-bfde-15f944d479e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:29:25 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing instance network info cache due to event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.network.neutron [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.553s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.objects.instance [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'flavor' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.network.neutron [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updated VIF entry in instance network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.network.neutron [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a734dba9-480b-466e-a633-8cc252137294 req-c4dddd97-088e-4220-9c2c-3e53d616e8bd service nova] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:26 user nova-compute[75260]: INFO nova.compute.manager [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Attaching volume 28db19eb-8c93-4d69-92ab-8078687b7225 to /dev/vdb
Dec 06 11:29:26 user nova-compute[75260]: DEBUG os_brick.utils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6bfbcc2-cc9d-4c4a-9af4-e70d48e38307]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d4a495-96f7-4411-9ea4-8f65c128e4c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[23776a3b-4c77-486c-9788-7619bdddb03b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a47dd6cd-3c50-4465-9562-39d8be38d994]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:29:26 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:29:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18fe8eb-5ca5-46d7-9b00-02d5f02089af]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG os_brick.utils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:29:26 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating existing volume attachment record: 7002b7a8-6e62-4795-b22e-779d17cf0511 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:29:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:29:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:29:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:31 user nova-compute[75260]: INFO nova.compute.manager [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Terminating instance
Dec 06 11:29:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0533819-ccb7-43ac-bf75-ea0d93629759 req-a419993f-90fd-4487-9f35-3f1dba36af15 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0533819-ccb7-43ac-bf75-ea0d93629759 req-a419993f-90fd-4487-9f35-3f1dba36af15 service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0533819-ccb7-43ac-bf75-ea0d93629759 req-a419993f-90fd-4487-9f35-3f1dba36af15 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b0533819-ccb7-43ac-bf75-ea0d93629759 req-a419993f-90fd-4487-9f35-3f1dba36af15 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0533819-ccb7-43ac-bf75-ea0d93629759 req-a419993f-90fd-4487-9f35-3f1dba36af15 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-b0533819-ccb7-43ac-bf75-ea0d93629759 req-a419993f-90fd-4487-9f35-3f1dba36af15 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-unplugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:29:32 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Instance destroyed successfully.
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.objects.instance [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lazy-loading 'resources' on Instance uuid 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2061569336',display_name='tempest-ServerStableDeviceRescueTest-server-2061569336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2061569336',id=24,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLoIcT+lyE4TjNTEzoxoCSDRcIV25jWfgE7uoh5sJI0RSEhv7U7GvKCa0SSAe+G2jh0W7+N3ajFnM6VciV1+J5rwZIT4KQ+Qvw+wEMtl21EFYWnjkLVZ97Nb+kaItiU8NA==',key_name='tempest-keypair-481205595',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:26:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='378a37d0e3474576a2b9c02b9c19bb5d',ramdisk_id='',reservation_id='r-350x4ege',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-267071768',owner_user_name='tempest-ServerStableDeviceRescueTest-267071768-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:28:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e4381e200093426d9c08aa70336b4ee4',uuid=0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converting VIF {"id": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "address": "fa:16:3e:82:b8:a4", "network": {"id": "3792952a-a2f2-48b3-bd9c-aa4eac113086", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-646571490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378a37d0e3474576a2b9c02b9c19bb5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51513fcb-5d", "ovs_interfaceid": "51513fcb-5dc3-4779-8944-c1f6a164a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG os_vif [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap51513fcb-5d, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9eb45c83-6ad0-4b92-979e-acacf37e093d) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:32 user nova-compute[75260]: INFO os_vif [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:b8:a4,bridge_name='br-int',has_traffic_filtering=True,id=51513fcb-5dc3-4779-8944-c1f6a164a52f,network=Network(3792952a-a2f2-48b3-bd9c-aa4eac113086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51513fcb-5d')
Dec 06 11:29:32 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Deleting instance files /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a_del
Dec 06 11:29:32 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Deletion of /opt/stack/data/nova/instances/0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a_del complete
Dec 06 11:29:32 user nova-compute[75260]: INFO nova.compute.manager [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 06 11:29:32 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:29:32 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:29:33 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:33 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Took 0.79 seconds to deallocate network for instance.
Dec 06 11:29:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-3a3b1baf-ed99-405f-aaa8-a115e0a94d37 req-0d3ef279-2fce-4cac-8083-b13ecef04503 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-deleted-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:33 user nova-compute[75260]: INFO nova.compute.manager [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Unrescuing
Dec 06 11:29:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquired lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.459s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:34 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Deleted allocations for instance 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a
Dec 06 11:29:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-25968c62-4cbb-4074-9558-5321b30d836e req-8243c327-22ef-4c5f-8094-e6bf98a19ab2 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-25968c62-4cbb-4074-9558-5321b30d836e req-8243c327-22ef-4c5f-8094-e6bf98a19ab2 service nova] Acquiring lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-25968c62-4cbb-4074-9558-5321b30d836e req-8243c327-22ef-4c5f-8094-e6bf98a19ab2 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-25968c62-4cbb-4074-9558-5321b30d836e req-8243c327-22ef-4c5f-8094-e6bf98a19ab2 service nova] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-25968c62-4cbb-4074-9558-5321b30d836e req-8243c327-22ef-4c5f-8094-e6bf98a19ab2 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] No waiting events found dispatching network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:34 user nova-compute[75260]: WARNING nova.compute.manager [req-25968c62-4cbb-4074-9558-5321b30d836e req-8243c327-22ef-4c5f-8094-e6bf98a19ab2 service nova] [instance: 0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a] Received unexpected event network-vif-plugged-51513fcb-5dc3-4779-8944-c1f6a164a52f for instance with vm_state deleted and task_state None.
Dec 06 11:29:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-241470fc-341e-4780-99ae-4d86e42a754a tempest-ServerStableDeviceRescueTest-267071768 tempest-ServerStableDeviceRescueTest-267071768-project-member] Lock "0df4fa42-9ee9-4698-ba9f-e4d6eaeeb48a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.440s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updating instance_info_cache with network_info: [{"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Releasing lock "refresh_cache-d0ba95ff-245a-4af5-9478-e497649a1574" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG nova.objects.instance [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'flavor' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance destroyed successfully.
Dec 06 11:29:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:35 user nova-compute[75260]: WARNING nova.compute.manager [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:29:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:35 user nova-compute[75260]: WARNING nova.compute.manager [req-f88b0865-568d-4f44-8cbc-630d1dc5b6e5 req-f017040a-2c6a-4dca-b20a-df12531d9b82 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:29:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:37 user nova-compute[75260]: WARNING nova.compute.manager [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:29:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:37 user nova-compute[75260]: WARNING nova.compute.manager [req-8872ee6c-ecc6-4a6f-b720-e1e3f0d94b07 req-82761967-dd67-46fd-a449-998f65f9b4af service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:29:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-12a20603-0d7e-496f-bbcf-b4a93e005015 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:29:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing instance network info cache due to event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:29:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'atevcIKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:29:41 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:29:41 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:29:41 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[149b629b-a3ab-4bda-9eb3-35edd03614e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:29:41 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d9675c-459e-4e0c-9086-21e7be7b0b1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225] added
Dec 06 11:29:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updated VIF entry in instance network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6682cb-015f-43cf-bd06-24b1122e7b7d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6e0b42a0-421c-4f31-a885-453637b4a675 req-d6d4d79d-2c1d-4a5e-8791-de96538e59e9 service nova] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5571a7e7-d2d7-4057-86f4-15784617eeaf]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v atevcIKr {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v atevcIKr" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2e7b180-d94a-4e76-99a0-1aa58f666a5f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'atevcIKr'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d8285e-95ba-4da8-a243-48dd30d2b755]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc32f42-ad99-40e7-8e68-877441a790fe]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[66cca07b-2341-4ee4-ac6c-2db408a1196f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260]
Dec 06 11:29:41 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260] successful.
Dec 06 11:29:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a121b718-8d99-4fca-b395-3f3bba195f6e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing instance network info cache due to event network-changed-d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] Acquiring lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] Acquired lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Refreshing network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a62e212-1ebd-4c4e-bfa0-e440393eef63]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:29:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.381s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9a90b1-2f82-4ce0-8f6a-60ad138271fc]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'atevcIKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:41 user nova-compute[75260]: INFO nova.compute.manager [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Detaching volume 8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:29:41 user nova-compute[75260]: INFO nova.virt.block_device [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Attempting to driver detach volume 8d505da3-d257-45ab-beb9-1588807f90a1 from mountpoint /dev/vdb
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Attempting to detach device vdb from instance b96b134d-8935-4cd3-9696-c0085ebe710f from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:29:41 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:29:41 user nova-compute[75260]:   <source dev="/dev/sdj"/>
Dec 06 11:29:41 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:29:41 user nova-compute[75260]:   <serial>8d505da3-d257-45ab-beb9-1588807f90a1</serial>
Dec 06 11:29:41 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:29:41 user nova-compute[75260]: </disk>
Dec 06 11:29:41 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:29:41 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully detached device vdb from instance b96b134d-8935-4cd3-9696-c0085ebe710f from the persistent domain config.
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b96b134d-8935-4cd3-9696-c0085ebe710f from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:29:41 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:29:41 user nova-compute[75260]:   <source dev="/dev/sdj"/>
Dec 06 11:29:41 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:29:41 user nova-compute[75260]:   <serial>8d505da3-d257-45ab-beb9-1588807f90a1</serial>
Dec 06 11:29:41 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:29:41 user nova-compute[75260]: </disk>
Dec 06 11:29:41 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updated VIF entry in instance network info cache for port d036fe8b-3a37-4c10-a0e9-13da667d9896. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [{"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b159db7c-e6f8-4f81-880a-e6d0b5ead38e req-63ac279f-30b8-4533-a7fa-a7b1f0fde88f service nova] Releasing lock "refresh_cache-b96b134d-8935-4cd3-9696-c0085ebe710f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Going to confirm migration 2 {{(pid=75260) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b96b134d-8935-4cd3-9696-c0085ebe710f {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquired lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'info_cache' on Instance uuid 7d828b34-e65d-4e43-b305-58ea6e979243 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.428s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '26239313434333137', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239313434333137', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.objects.instance [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'flavor' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:29:42 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:29:42 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:29:42 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:29:42 user nova-compute[75260]:   <serial>28db19eb-8c93-4d69-92ab-8078687b7225</serial>
Dec 06 11:29:42 user nova-compute[75260]: </disk>
Dec 06 11:29:42 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [{"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Releasing lock "refresh_cache-7d828b34-e65d-4e43-b305-58ea6e979243" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'migration_context' on Instance uuid 7d828b34-e65d-4e43-b305-58ea6e979243 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG nova.objects.base [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Object Instance<7d828b34-e65d-4e43-b305-58ea6e979243> lazy-loaded attributes: info_cache,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:0d:86:43, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d05744-20f1-4b21-936b-ea2ea36439d6 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.426s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.486s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:43 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Deleted allocation for migration 495fcdf9-4d49-402d-972c-f3b6a6175dbd
Dec 06 11:29:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b388b298-517a-4d36-9d86-7b022e25eab7 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.638s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:44 user nova-compute[75260]: INFO nova.compute.manager [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Rescuing
Dec 06 11:29:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:29:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:29:44 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-d59f3f19-e8c6-4ad9-ac0e-68887c998e99 req-ffee716b-5719-4f51-9f26-99ad7c08fac2 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d59f3f19-e8c6-4ad9-ac0e-68887c998e99 req-ffee716b-5719-4f51-9f26-99ad7c08fac2 service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d59f3f19-e8c6-4ad9-ac0e-68887c998e99 req-ffee716b-5719-4f51-9f26-99ad7c08fac2 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d59f3f19-e8c6-4ad9-ac0e-68887c998e99 req-ffee716b-5719-4f51-9f26-99ad7c08fac2 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-d59f3f19-e8c6-4ad9-ac0e-68887c998e99 req-ffee716b-5719-4f51-9f26-99ad7c08fac2 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:45 user nova-compute[75260]: WARNING nova.compute.manager [req-d59f3f19-e8c6-4ad9-ac0e-68887c998e99 req-ffee716b-5719-4f51-9f26-99ad7c08fac2 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state active and task_state rescuing.
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance destroyed successfully.
Dec 06 11:29:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Attempting rescue
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75260) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance directory exists: not creating {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 11:29:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Creating image(s)
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'trusted_certs' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue" returned: 0 in 0.063s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'migration_context' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Start _get_guest_xml network_info=[{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:0d:86:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'resources' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'numa_topology' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:29:46 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:29:46 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'vcpu_model' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1248535112',display_name='tempest-ServerRescueNegativeTestJSON-server-1248535112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1248535112',id=32,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM6iLqDl/PDZyyT2QH+jdWn3fUw6xrGtWDWu1n5EkyrpjsDQ/Ckj89jSRJJCRMRKqKe16ySC6DbsPeZU3gC3Hv7szpSIxD//xDi6GMszknetxLEKT7Q+q7SFpwEw8kt7QQ==',key_name='tempest-keypair-1738500423',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:27:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-f7xw6l2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:27:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='36ff047726df4a8396d61e6dec931d8f',uuid=ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:0d:86:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "vif_mac": "fa:16:3e:0d:86:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'pci_devices' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.objects.base [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Object Instance<ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:29:46 user nova-compute[75260]:   <uuid>ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693</uuid>
Dec 06 11:29:46 user nova-compute[75260]:   <name>instance-00000020</name>
Dec 06 11:29:46 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:29:46 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:29:46 user nova-compute[75260]:   <metadata>
Dec 06 11:29:46 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:29:46 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:29:46 user nova-compute[75260]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1248535112</nova:name>
Dec 06 11:29:46 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:29:46</nova:creationTime>
Dec 06 11:29:46 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:29:46 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:29:46 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:29:46 user nova-compute[75260]:       <nova:owner>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:user uuid="36ff047726df4a8396d61e6dec931d8f">tempest-ServerRescueNegativeTestJSON-605059791-project-member</nova:user>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:project uuid="695e996c885b41528f8bdefb826abeb8">tempest-ServerRescueNegativeTestJSON-605059791</nova:project>
Dec 06 11:29:46 user nova-compute[75260]:       </nova:owner>
Dec 06 11:29:46 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:29:46 user nova-compute[75260]:       <nova:ports>
Dec 06 11:29:46 user nova-compute[75260]:         <nova:port uuid="ee304313-48de-4b44-a764-c5faa6069f5d">
Dec 06 11:29:46 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:29:46 user nova-compute[75260]:         </nova:port>
Dec 06 11:29:46 user nova-compute[75260]:       </nova:ports>
Dec 06 11:29:46 user nova-compute[75260]:     </nova:instance>
Dec 06 11:29:46 user nova-compute[75260]:   </metadata>
Dec 06 11:29:46 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:29:46 user nova-compute[75260]:     <system>
Dec 06 11:29:46 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:29:46 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:29:46 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:29:46 user nova-compute[75260]:       <entry name="serial">ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693</entry>
Dec 06 11:29:46 user nova-compute[75260]:       <entry name="uuid">ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693</entry>
Dec 06 11:29:46 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:29:46 user nova-compute[75260]:     </system>
Dec 06 11:29:46 user nova-compute[75260]:   </sysinfo>
Dec 06 11:29:46 user nova-compute[75260]:   <os>
Dec 06 11:29:46 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:29:46 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:29:46 user nova-compute[75260]:   </os>
Dec 06 11:29:46 user nova-compute[75260]:   <features>
Dec 06 11:29:46 user nova-compute[75260]:     <acpi/>
Dec 06 11:29:46 user nova-compute[75260]:     <apic/>
Dec 06 11:29:46 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:29:46 user nova-compute[75260]:   </features>
Dec 06 11:29:46 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:29:46 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:29:46 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:29:46 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:29:46 user nova-compute[75260]:   </clock>
Dec 06 11:29:46 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:29:46 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:29:46 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:29:46 user nova-compute[75260]:   </cpu>
Dec 06 11:29:46 user nova-compute[75260]:   <devices>
Dec 06 11:29:46 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:29:46 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:29:46 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue"/>
Dec 06 11:29:46 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:29:46 user nova-compute[75260]:     </disk>
Dec 06 11:29:46 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:29:46 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:29:46 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk"/>
Dec 06 11:29:46 user nova-compute[75260]:       <target dev="vdb" bus="virtio"/>
Dec 06 11:29:46 user nova-compute[75260]:     </disk>
Dec 06 11:29:46 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:29:46 user nova-compute[75260]:       <mac address="fa:16:3e:0d:86:43"/>
Dec 06 11:29:46 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:29:46 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:29:46 user nova-compute[75260]:       <target dev="tapee304313-48"/>
Dec 06 11:29:46 user nova-compute[75260]:     </interface>
Dec 06 11:29:46 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:29:46 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/console.log" append="off"/>
Dec 06 11:29:46 user nova-compute[75260]:     </serial>
Dec 06 11:29:46 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:29:46 user nova-compute[75260]:     <video>
Dec 06 11:29:46 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:29:46 user nova-compute[75260]:     </video>
Dec 06 11:29:46 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:29:46 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:29:46 user nova-compute[75260]:     </rng>
Dec 06 11:29:46 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:29:46 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:29:46 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:29:46 user nova-compute[75260]:     </memballoon>
Dec 06 11:29:46 user nova-compute[75260]:   </devices>
Dec 06 11:29:46 user nova-compute[75260]: </domain>
Dec 06 11:29:46 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:29:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance destroyed successfully.
Dec 06 11:29:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:29:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] No VIF found with MAC fa:16:3e:0d:86:43, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-c56b0ac7-a671-463f-ae63-b7b181101613 req-792eedcc-9098-4b8f-aa41-be776c8b6edd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c56b0ac7-a671-463f-ae63-b7b181101613 req-792eedcc-9098-4b8f-aa41-be776c8b6edd service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c56b0ac7-a671-463f-ae63-b7b181101613 req-792eedcc-9098-4b8f-aa41-be776c8b6edd service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c56b0ac7-a671-463f-ae63-b7b181101613 req-792eedcc-9098-4b8f-aa41-be776c8b6edd service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-c56b0ac7-a671-463f-ae63-b7b181101613 req-792eedcc-9098-4b8f-aa41-be776c8b6edd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:47 user nova-compute[75260]: WARNING nova.compute.manager [req-c56b0ac7-a671-463f-ae63-b7b181101613 req-792eedcc-9098-4b8f-aa41-be776c8b6edd service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state active and task_state rescuing.
Dec 06 11:29:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:49 user nova-compute[75260]: WARNING nova.compute.manager [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state active and task_state rescuing.
Dec 06 11:29:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:49 user nova-compute[75260]: DEBUG nova.compute.manager [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:49 user nova-compute[75260]: WARNING nova.compute.manager [req-1b82e80e-446c-463d-9346-0fb4c4859d0a req-83cc7b61-a260-4d15-8780-6537b85ecd9c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state active and task_state rescuing.
Dec 06 11:29:50 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5b80889b-1dc2-42c9-87ce-9a7ecb1bcb37 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:52 user nova-compute[75260]: INFO nova.compute.manager [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Terminating instance
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-29bfd52f-401e-4921-8f76-b3dd0d1013e1 req-a97bb8b0-e7a6-4605-89e9-7ba27b6bce8e service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-unplugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-29bfd52f-401e-4921-8f76-b3dd0d1013e1 req-a97bb8b0-e7a6-4605-89e9-7ba27b6bce8e service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-29bfd52f-401e-4921-8f76-b3dd0d1013e1 req-a97bb8b0-e7a6-4605-89e9-7ba27b6bce8e service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-29bfd52f-401e-4921-8f76-b3dd0d1013e1 req-a97bb8b0-e7a6-4605-89e9-7ba27b6bce8e service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-29bfd52f-401e-4921-8f76-b3dd0d1013e1 req-a97bb8b0-e7a6-4605-89e9-7ba27b6bce8e service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-unplugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.compute.manager [req-29bfd52f-401e-4921-8f76-b3dd0d1013e1 req-a97bb8b0-e7a6-4605-89e9-7ba27b6bce8e service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-unplugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Instance destroyed successfully.
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.objects.instance [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lazy-loading 'resources' on Instance uuid 1c2f486b-0fd7-4884-bfde-15f944d479e7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:26:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-572008014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1869928',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAHX++kz4MgSGjpg6j7ouGZUi5Fm+itvoaUhrGk3AyxSuTnZzJAy/I8PvRuD5vmDZalUP3KxzgtlrqRT91+WTgoHpZGINPKKaFOtatnmOy5AN17MCvogimShYR43bNIRQ==',key_name='tempest-keypair-169719754',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:28:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='42a1b0a707a344e580e49f8dd3f720c9',ramdisk_id='',reservation_id='r-84fcm3dt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-435679601',owner_user_name='tempest-ServerActionsV293TestJSON-435679601-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:28:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='831e01ab8a594aa7be59a613287dc83f',uuid=1c2f486b-0fd7-4884-bfde-15f944d479e7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converting VIF {"id": "770153b4-b88b-486e-a327-332e145de9a9", "address": "fa:16:3e:3a:b6:f2", "network": {"id": "35f7c4f6-9682-4279-90ba-3cac8a9be77b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-626560950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "42a1b0a707a344e580e49f8dd3f720c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap770153b4-b8", "ovs_interfaceid": "770153b4-b88b-486e-a327-332e145de9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_vif [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap770153b4-b8, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=279b16d2-ee3b-4288-a275-cfc5a7250f1d) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:52 user nova-compute[75260]: INFO os_vif [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:b6:f2,bridge_name='br-int',has_traffic_filtering=True,id=770153b4-b88b-486e-a327-332e145de9a9,network=Network(35f7c4f6-9682-4279-90ba-3cac8a9be77b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap770153b4-b8')
Dec 06 11:29:52 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VbwIjSgZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:29:52 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bec20f8-15bf-404a-9626-41f60045b847]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:29:52 user nova-compute[75260]: No targets found.
Dec 06 11:29:52 user nova-compute[75260]: iSNS:
Dec 06 11:29:52 user nova-compute[75260]: No targets found.
Dec 06 11:29:52 user nova-compute[75260]: STATIC:
Dec 06 11:29:52 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:29:52 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:52 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:52 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:29:52 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:52 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:52 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1
Dec 06 11:29:52 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:52 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:52 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:29:52 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:52 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:52 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:29:52 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:52 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:52 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:29:52 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:29:52 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:29:52 user nova-compute[75260]: FIRMWARE:
Dec 06 11:29:52 user nova-compute[75260]: No targets found.
Dec 06 11:29:52 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:29:52 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:29:52 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:29:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[09166acd-3c5e-4dac-9dd2-cc57523ab4f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e648d3-f379-4acd-b9bf-91c8f9bd6d3d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:29:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c609900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1'): ({'sdf'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Removing single pathed devices sdf {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c605734b-d0ac-468e-b375-3305f96ab731]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce41eafb-9885-4094-98a5-56d215a6e276]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Flushing IO for device /dev/sdf {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[50d9de66-d455-4949-9c19-f17eb0cbf47f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[608c49b0-9d55-43ef-b959-4018cff57e85]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] SCSI volumes sdf have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_fbfd9f12', '/dev/disk/by-id/scsi-1SCST_BIOfbfd9f12-9661103110f8b382', '/dev/disk/by-id/scsi-23936363131303331') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f51a9f9-0d1e-4e13-a072-e4ea31d80432]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[51b0743a-dccc-4a88-8de4-ea94d6b70a52]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab8bbcc-6e0d-465e-badf-0b011e6f73af]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260]
Dec 06 11:29:53 user nova-compute[75260]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1, portal: 172.16.0.220,3260] successful.
Dec 06 11:29:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f80b7608-be83-4e2e-a06b-48018bf9d0f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[594c94cf-1375-459e-84da-d8a28b57ef4a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] <== disconnect_volume: return (395ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:29:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Deleting instance files /opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7_del
Dec 06 11:29:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Deletion of /opt/stack/data/nova/instances/1c2f486b-0fd7-4884-bfde-15f944d479e7_del complete
Dec 06 11:29:53 user nova-compute[75260]: INFO nova.compute.manager [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 06 11:29:53 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:29:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:54 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Took 0.73 seconds to deallocate network for instance.
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-86069d85-fcd5-4406-89ca-1cb417e4e72a req-58c4285b-ea9c-40c4-abfc-bcbad4e02b3a service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-deleted-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:54 user nova-compute[75260]: INFO nova.compute.manager [req-86069d85-fcd5-4406-89ca-1cb417e4e72a req-58c4285b-ea9c-40c4-abfc-bcbad4e02b3a service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Neutron deleted interface 770153b4-b88b-486e-a327-332e145de9a9; detaching it from the instance and deleting it from the info cache
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-86069d85-fcd5-4406-89ca-1cb417e4e72a req-58c4285b-ea9c-40c4-abfc-bcbad4e02b3a service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-86069d85-fcd5-4406-89ca-1cb417e4e72a req-58c4285b-ea9c-40c4-abfc-bcbad4e02b3a service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Detach interface failed, port_id=770153b4-b88b-486e-a327-332e145de9a9, reason: Instance 1c2f486b-0fd7-4884-bfde-15f944d479e7 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-396fbbe6-d541-49a5-a23e-b73d40db3036 req-bade3c8f-0ba7-4e08-9e09-c64fffc18996 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-396fbbe6-d541-49a5-a23e-b73d40db3036 req-bade3c8f-0ba7-4e08-9e09-c64fffc18996 service nova] Acquiring lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-396fbbe6-d541-49a5-a23e-b73d40db3036 req-bade3c8f-0ba7-4e08-9e09-c64fffc18996 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-396fbbe6-d541-49a5-a23e-b73d40db3036 req-bade3c8f-0ba7-4e08-9e09-c64fffc18996 service nova] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-396fbbe6-d541-49a5-a23e-b73d40db3036 req-bade3c8f-0ba7-4e08-9e09-c64fffc18996 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] No waiting events found dispatching network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:29:54 user nova-compute[75260]: WARNING nova.compute.manager [req-396fbbe6-d541-49a5-a23e-b73d40db3036 req-bade3c8f-0ba7-4e08-9e09-c64fffc18996 service nova] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Received unexpected event network-vif-plugged-770153b4-b88b-486e-a327-332e145de9a9 for instance with vm_state active and task_state deleting.
Dec 06 11:29:54 user nova-compute[75260]: INFO nova.compute.manager [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Took 0.86 seconds to detach 1 volumes for instance.
Dec 06 11:29:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] [instance: 1c2f486b-0fd7-4884-bfde-15f944d479e7] Deleting volume: f80b7608-be83-4e2e-a06b-48018bf9d0f1 {{(pid=75260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 11:29:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:29:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:29:55 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:29:55 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:29:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.370s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:55 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Deleted allocations for instance 1c2f486b-0fd7-4884-bfde-15f944d479e7
Dec 06 11:29:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-99ef0972-1e85-47a2-9d6f-ce26481ce7fb tempest-ServerActionsV293TestJSON-435679601 tempest-ServerActionsV293TestJSON-435679601-project-member] Lock "1c2f486b-0fd7-4884-bfde-15f944d479e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.539s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:29:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:29:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:02 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b96b134d-8935-4cd3-9696-c0085ebe710f is timed out.
Dec 06 11:30:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully detached device vdb from instance b96b134d-8935-4cd3-9696-c0085ebe710f from the live domain config.
Dec 06 11:30:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cqNBrRAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:30:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5454e11-b19e-43c7-ae8b-e53552b2ff4a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:30:02 user nova-compute[75260]: No targets found.
Dec 06 11:30:02 user nova-compute[75260]: iSNS:
Dec 06 11:30:02 user nova-compute[75260]: No targets found.
Dec 06 11:30:02 user nova-compute[75260]: STATIC:
Dec 06 11:30:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:30:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:30:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:30:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:30:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:30:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:30:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:30:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:30:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:30:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1
Dec 06 11:30:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:30:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:30:02 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:30:02 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:30:02 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:30:02 user nova-compute[75260]: FIRMWARE:
Dec 06 11:30:02 user nova-compute[75260]: No targets found.
Dec 06 11:30:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:30:02 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:30:02 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[76fa859b-ecd1-41ae-bec0-95ab26d2a235]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70a36ac-ab2f-4548-950f-977ec397a410]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:30:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c609870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1'): ({'sdj'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Removing single pathed devices sdj {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[149a020f-cef3-45c8-b963-6e4dac3a6100]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a03eeb0-717e-442c-9eed-ff98e37ec3c3]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Flushing IO for device /dev/sdj {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[527d8b53-ba16-4ec3-946d-4e3f330ad2b5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e684850-41f8-48ee-8879-9b19c2b923ad]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] SCSI volumes sdj have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a7c389-02ee-4bbf-86f8-2bd24bd541bd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[24aa2201-490b-4bb8-9c78-0b321077938a]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260]
Dec 06 11:30:02 user nova-compute[75260]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1, portal: 172.16.0.220,3260] successful.
Dec 06 11:30:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8d505da3-d257-45ab-beb9-1588807f90a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc9e89f2-31dc-474e-96a2-c9bc849ee677]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] <== disconnect_volume: return (368ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:30:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'flavor' on Instance uuid b96b134d-8935-4cd3-9696-c0085ebe710f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:30:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-60bb8b26-0c52-4485-9e57-89ccf554bb6a tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.989s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:30:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:30:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:30:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:30:16 user nova-compute[75260]: INFO nova.compute.claims [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Claim successful on node user
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.404s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:30:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.policy [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78df3579572549a7b6f1fc498e609c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d6952938464dc588e10dda39dc924f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:30:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Creating image(s)
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "/opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "/opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "/opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.275s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk 1073741824" returned: 0 in 0.060s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Successfully created port: 8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:30:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Cannot resize image /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Ensure instance console log exists: /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Successfully updated port: 8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "refresh_cache-c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquired lock "refresh_cache-c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-changed-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Refreshing instance network info cache due to event network-changed-8f65da1a-79e5-4b56-965e-92688ef7b243. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] Acquiring lock "refresh_cache-c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:30:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Updating instance_info_cache with network_info: [{"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Releasing lock "refresh_cache-c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Instance network_info: |[{"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] Acquired lock "refresh_cache-c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Refreshing network info cache for port 8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Start _get_guest_xml network_info=[{"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:30:19 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:30:19 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:30:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-578717138',display_name='tempest-VolumesNegativeTest-instance-578717138',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-578717138',id=33,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8d6952938464dc588e10dda39dc924f',ramdisk_id='',reservation_id='r-nf1c6hqz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-228768029',owner_user_name='tempest-VolumesNegativeTest-228768029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:30:17Z,user_data=None,user_id='78df3579572549a7b6f1fc498e609c03',uuid=c9bd8f41-2631-4bb7-9522-ce9b4a5eee76,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Converting VIF {"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lazy-loading 'pci_devices' on Instance uuid c9bd8f41-2631-4bb7-9522-ce9b4a5eee76 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:30:19 user nova-compute[75260]:   <uuid>c9bd8f41-2631-4bb7-9522-ce9b4a5eee76</uuid>
Dec 06 11:30:19 user nova-compute[75260]:   <name>instance-00000021</name>
Dec 06 11:30:19 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:30:19 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:30:19 user nova-compute[75260]:   <metadata>
Dec 06 11:30:19 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:30:19 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:30:19 user nova-compute[75260]:       <nova:name>tempest-VolumesNegativeTest-instance-578717138</nova:name>
Dec 06 11:30:19 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:30:19</nova:creationTime>
Dec 06 11:30:19 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:30:19 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:30:19 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:30:19 user nova-compute[75260]:       <nova:owner>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:user uuid="78df3579572549a7b6f1fc498e609c03">tempest-VolumesNegativeTest-228768029-project-member</nova:user>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:project uuid="b8d6952938464dc588e10dda39dc924f">tempest-VolumesNegativeTest-228768029</nova:project>
Dec 06 11:30:19 user nova-compute[75260]:       </nova:owner>
Dec 06 11:30:19 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:30:19 user nova-compute[75260]:       <nova:ports>
Dec 06 11:30:19 user nova-compute[75260]:         <nova:port uuid="8f65da1a-79e5-4b56-965e-92688ef7b243">
Dec 06 11:30:19 user nova-compute[75260]:           <nova:ip type="fixed" address="192.168.233.108" ipVersion="4"/>
Dec 06 11:30:19 user nova-compute[75260]:         </nova:port>
Dec 06 11:30:19 user nova-compute[75260]:       </nova:ports>
Dec 06 11:30:19 user nova-compute[75260]:     </nova:instance>
Dec 06 11:30:19 user nova-compute[75260]:   </metadata>
Dec 06 11:30:19 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:30:19 user nova-compute[75260]:     <system>
Dec 06 11:30:19 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:30:19 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:30:19 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:30:19 user nova-compute[75260]:       <entry name="serial">c9bd8f41-2631-4bb7-9522-ce9b4a5eee76</entry>
Dec 06 11:30:19 user nova-compute[75260]:       <entry name="uuid">c9bd8f41-2631-4bb7-9522-ce9b4a5eee76</entry>
Dec 06 11:30:19 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:30:19 user nova-compute[75260]:     </system>
Dec 06 11:30:19 user nova-compute[75260]:   </sysinfo>
Dec 06 11:30:19 user nova-compute[75260]:   <os>
Dec 06 11:30:19 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:30:19 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:30:19 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:30:19 user nova-compute[75260]:   </os>
Dec 06 11:30:19 user nova-compute[75260]:   <features>
Dec 06 11:30:19 user nova-compute[75260]:     <acpi/>
Dec 06 11:30:19 user nova-compute[75260]:     <apic/>
Dec 06 11:30:19 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:30:19 user nova-compute[75260]:   </features>
Dec 06 11:30:19 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:30:19 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:30:19 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:30:19 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:30:19 user nova-compute[75260]:   </clock>
Dec 06 11:30:19 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:30:19 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:30:19 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:30:19 user nova-compute[75260]:   </cpu>
Dec 06 11:30:19 user nova-compute[75260]:   <devices>
Dec 06 11:30:19 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:30:19 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:30:19 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk"/>
Dec 06 11:30:19 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:30:19 user nova-compute[75260]:     </disk>
Dec 06 11:30:19 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:30:19 user nova-compute[75260]:       <mac address="fa:16:3e:5d:f2:fa"/>
Dec 06 11:30:19 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:30:19 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:30:19 user nova-compute[75260]:       <target dev="tap8f65da1a-79"/>
Dec 06 11:30:19 user nova-compute[75260]:     </interface>
Dec 06 11:30:19 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:30:19 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/console.log" append="off"/>
Dec 06 11:30:19 user nova-compute[75260]:     </serial>
Dec 06 11:30:19 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:30:19 user nova-compute[75260]:     <video>
Dec 06 11:30:19 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:30:19 user nova-compute[75260]:     </video>
Dec 06 11:30:19 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:30:19 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:30:19 user nova-compute[75260]:     </rng>
Dec 06 11:30:19 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:30:19 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:30:19 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:30:19 user nova-compute[75260]:     </memballoon>
Dec 06 11:30:19 user nova-compute[75260]:   </devices>
Dec 06 11:30:19 user nova-compute[75260]: </domain>
Dec 06 11:30:19 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:30:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-578717138',display_name='tempest-VolumesNegativeTest-instance-578717138',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-578717138',id=33,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8d6952938464dc588e10dda39dc924f',ramdisk_id='',reservation_id='r-nf1c6hqz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-228768029',owner_user_name='tempest-VolumesNegativeTest-228768029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:30:17Z,user_data=None,user_id='78df3579572549a7b6f1fc498e609c03',uuid=c9bd8f41-2631-4bb7-9522-ce9b4a5eee76,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Converting VIF {"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG os_vif [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02be6ae5-e008-57de-b05b-dcde2f9bb86b', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f65da1a-79, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f65da1a-79, col_values=(('qos', UUID('ff09b454-2d5b-4c13-a4f4-9fcf045be200')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f65da1a-79, col_values=(('external_ids', {'iface-id': '8f65da1a-79e5-4b56-965e-92688ef7b243', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:f2:fa', 'vm-uuid': 'c9bd8f41-2631-4bb7-9522-ce9b4a5eee76'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:19 user nova-compute[75260]: INFO os_vif [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79')
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] No VIF found with MAC fa:16:3e:5d:f2:fa, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Updated VIF entry in instance network info cache for port 8f65da1a-79e5-4b56-965e-92688ef7b243. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Updating instance_info_cache with network_info: [{"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:30:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fa8461d2-ba8c-42cc-bfb2-f0415b03f766 req-c6ec4e94-59c4-46c1-b452-df60b20f9eda service nova] Releasing lock "refresh_cache-c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:30:20 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee150a44-575b-4db9-848d-ead28786dbbc req-76b8035d-1725-4eab-8b6e-b677a8310263 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee150a44-575b-4db9-848d-ead28786dbbc req-76b8035d-1725-4eab-8b6e-b677a8310263 service nova] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee150a44-575b-4db9-848d-ead28786dbbc req-76b8035d-1725-4eab-8b6e-b677a8310263 service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee150a44-575b-4db9-848d-ead28786dbbc req-76b8035d-1725-4eab-8b6e-b677a8310263 service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee150a44-575b-4db9-848d-ead28786dbbc req-76b8035d-1725-4eab-8b6e-b677a8310263 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] No waiting events found dispatching network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:30:21 user nova-compute[75260]: WARNING nova.compute.manager [req-ee150a44-575b-4db9-848d-ead28786dbbc req-76b8035d-1725-4eab-8b6e-b677a8310263 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received unexpected event network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 for instance with vm_state building and task_state spawning.
Dec 06 11:30:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [{"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-101843a6-4fe7-4368-81a8-5a2ab00617ad" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:30:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Instance spawned successfully.
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:30:22 user nova-compute[75260]: INFO nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Took 5.61 seconds to spawn the instance on the hypervisor.
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:30:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:22 user nova-compute[75260]: INFO nova.compute.manager [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Took 6.37 seconds to build instance.
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f7f7804d-8859-4daf-a675-7162e0027385 tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.469s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-dca5f09e-3f6a-4bab-9bcc-1c86c5919f1f req-2ec6de7c-fdd2-4e63-a7c2-57c20281a95c service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-dca5f09e-3f6a-4bab-9bcc-1c86c5919f1f req-2ec6de7c-fdd2-4e63-a7c2-57c20281a95c service nova] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-dca5f09e-3f6a-4bab-9bcc-1c86c5919f1f req-2ec6de7c-fdd2-4e63-a7c2-57c20281a95c service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-dca5f09e-3f6a-4bab-9bcc-1c86c5919f1f req-2ec6de7c-fdd2-4e63-a7c2-57c20281a95c service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-dca5f09e-3f6a-4bab-9bcc-1c86c5919f1f req-2ec6de7c-fdd2-4e63-a7c2-57c20281a95c service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] No waiting events found dispatching network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:30:23 user nova-compute[75260]: WARNING nova.compute.manager [req-dca5f09e-3f6a-4bab-9bcc-1c86c5919f1f req-2ec6de7c-fdd2-4e63-a7c2-57c20281a95c service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received unexpected event network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 for instance with vm_state active and task_state None.
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:27 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:30:27 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7626MB free_disk=24.878009796142578GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b96b134d-8935-4cd3-9696-c0085ebe710f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d0ba95ff-245a-4af5-9478-e497649a1574 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance c9bd8f41-2631-4bb7-9522-ce9b4a5eee76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:30:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.161s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:36 user nova-compute[75260]: INFO nova.compute.manager [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Terminating instance
Dec 06 11:30:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8bfb916c-209c-4b25-ae08-a033698c5336 req-df83e8f2-1273-4371-9033-063f7ad9970c service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-unplugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8bfb916c-209c-4b25-ae08-a033698c5336 req-df83e8f2-1273-4371-9033-063f7ad9970c service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8bfb916c-209c-4b25-ae08-a033698c5336 req-df83e8f2-1273-4371-9033-063f7ad9970c service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8bfb916c-209c-4b25-ae08-a033698c5336 req-df83e8f2-1273-4371-9033-063f7ad9970c service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8bfb916c-209c-4b25-ae08-a033698c5336 req-df83e8f2-1273-4371-9033-063f7ad9970c service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-unplugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:30:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8bfb916c-209c-4b25-ae08-a033698c5336 req-df83e8f2-1273-4371-9033-063f7ad9970c service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-unplugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:30:37 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Instance destroyed successfully.
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lazy-loading 'resources' on Instance uuid b96b134d-8935-4cd3-9696-c0085ebe710f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1338620755',display_name='tempest-TestMinimumBasicScenario-server-1338620755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1338620755',id=28,image_ref='3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvECjV7iXPLc6dNpeKAxop+pHfo/eW1xQIkGTPlEyf+zdKPwbs/coPDG+j3nuXLsDGX1n1fymkqqqhCTHzu8yja3gy8MVRoMmUMQJ0YUANU/9qRZUZJ4YoH2BQCYmdbrw==',key_name='tempest-TestMinimumBasicScenario-1065810479',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:25:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ba376e6d06604158ba0e083be7b1607d',ramdisk_id='',reservation_id='r-h5j9288u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='3e9f1d4c-82cc-4e85-89bb-7850d5aaa5db',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317622540',owner_user_name='tempest-TestMinimumBasicScenario-317622540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:27:57Z,user_data=None,user_id='80a0d501db7140289d1f8e8f0f60f43d',uuid=b96b134d-8935-4cd3-9696-c0085ebe710f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converting VIF {"id": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "address": "fa:16:3e:a7:34:1f", "network": {"id": "0bc34644-fc9d-400a-ac2b-de30bd03ca36", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-918558054-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ba376e6d06604158ba0e083be7b1607d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd036fe8b-3a", "ovs_interfaceid": "d036fe8b-3a37-4c10-a0e9-13da667d9896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG os_vif [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd036fe8b-3a, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=01e54a22-2744-4602-b90f-06335d9e844b) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:30:37 user nova-compute[75260]: INFO os_vif [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:34:1f,bridge_name='br-int',has_traffic_filtering=True,id=d036fe8b-3a37-4c10-a0e9-13da667d9896,network=Network(0bc34644-fc9d-400a-ac2b-de30bd03ca36),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd036fe8b-3a')
Dec 06 11:30:37 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Deleting instance files /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f_del
Dec 06 11:30:37 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Deletion of /opt/stack/data/nova/instances/b96b134d-8935-4cd3-9696-c0085ebe710f_del complete
Dec 06 11:30:37 user nova-compute[75260]: INFO nova.compute.manager [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 06 11:30:37 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:30:37 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:30:37 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Took 0.47 seconds to deallocate network for instance.
Dec 06 11:30:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-2e4b3512-bbc4-43d0-a0b1-ee52c2871779 req-4299ddd8-4765-48b6-a457-9e30cd98a9b7 service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-deleted-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:38 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Deleted allocations for instance b96b134d-8935-4cd3-9696-c0085ebe710f
Dec 06 11:30:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-0e63e0dd-c75c-4efc-9f2d-f59edb09b917 tempest-TestMinimumBasicScenario-317622540 tempest-TestMinimumBasicScenario-317622540-project-member] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.078s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-aaa23a48-e6fe-4201-b4f2-43edad51f206 req-74971d3d-50f1-41f1-8687-4ce8942f41fc service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aaa23a48-e6fe-4201-b4f2-43edad51f206 req-74971d3d-50f1-41f1-8687-4ce8942f41fc service nova] Acquiring lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aaa23a48-e6fe-4201-b4f2-43edad51f206 req-74971d3d-50f1-41f1-8687-4ce8942f41fc service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-aaa23a48-e6fe-4201-b4f2-43edad51f206 req-74971d3d-50f1-41f1-8687-4ce8942f41fc service nova] Lock "b96b134d-8935-4cd3-9696-c0085ebe710f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-aaa23a48-e6fe-4201-b4f2-43edad51f206 req-74971d3d-50f1-41f1-8687-4ce8942f41fc service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] No waiting events found dispatching network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:30:38 user nova-compute[75260]: WARNING nova.compute.manager [req-aaa23a48-e6fe-4201-b4f2-43edad51f206 req-74971d3d-50f1-41f1-8687-4ce8942f41fc service nova] [instance: b96b134d-8935-4cd3-9696-c0085ebe710f] Received unexpected event network-vif-plugged-d036fe8b-3a37-4c10-a0e9-13da667d9896 for instance with vm_state deleted and task_state None.
Dec 06 11:30:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:30:56 user nova-compute[75260]: INFO nova.compute.claims [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Claim successful on node user
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.573s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:30:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.policy [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc2636b28a2445c98cf4304d78785892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d69258e37f481ea440126cbbc79860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:30:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Creating image(s)
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk 1073741824" returned: 0 in 0.058s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Checking if we can resize image /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Successfully created port: c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Cannot resize image /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Ensure instance console log exists: /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:30:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Successfully updated port: c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing instance network info cache due to event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance network_info: |[{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Start _get_guest_xml network_info=[{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:30:58 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:30:58 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-855294041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-855294041',id=34,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuysg1bXha0MPQeSM/ixz4FDt4XNQFhjtGaO/dgpRMy8JEBdyDVzDHP6f5mqJrcHE3hafcR2Q21hhrgdjd5lXVy35pe+a5do/jJLCnSckrWV39ZhnALhwOouRBCj9hT5A==',key_name='tempest-keypair-80624417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-qyfokp5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:30:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=257b55d5-1812-49fc-ab28-40e46d3b3ec6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:30:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'pci_devices' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:30:59 user nova-compute[75260]:   <uuid>257b55d5-1812-49fc-ab28-40e46d3b3ec6</uuid>
Dec 06 11:30:59 user nova-compute[75260]:   <name>instance-00000022</name>
Dec 06 11:30:59 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:30:59 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:30:59 user nova-compute[75260]:   <metadata>
Dec 06 11:30:59 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:30:59 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:30:59 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-855294041</nova:name>
Dec 06 11:30:59 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:30:58</nova:creationTime>
Dec 06 11:30:59 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:30:59 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:30:59 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:30:59 user nova-compute[75260]:       <nova:owner>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:user uuid="fc2636b28a2445c98cf4304d78785892">tempest-AttachVolumeShelveTestJSON-1421168908-project-member</nova:user>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:project uuid="60d69258e37f481ea440126cbbc79860">tempest-AttachVolumeShelveTestJSON-1421168908</nova:project>
Dec 06 11:30:59 user nova-compute[75260]:       </nova:owner>
Dec 06 11:30:59 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:30:59 user nova-compute[75260]:       <nova:ports>
Dec 06 11:30:59 user nova-compute[75260]:         <nova:port uuid="c660c6a7-0cf8-4b5b-8a45-71530875b7e0">
Dec 06 11:30:59 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 11:30:59 user nova-compute[75260]:         </nova:port>
Dec 06 11:30:59 user nova-compute[75260]:       </nova:ports>
Dec 06 11:30:59 user nova-compute[75260]:     </nova:instance>
Dec 06 11:30:59 user nova-compute[75260]:   </metadata>
Dec 06 11:30:59 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:30:59 user nova-compute[75260]:     <system>
Dec 06 11:30:59 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:30:59 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:30:59 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:30:59 user nova-compute[75260]:       <entry name="serial">257b55d5-1812-49fc-ab28-40e46d3b3ec6</entry>
Dec 06 11:30:59 user nova-compute[75260]:       <entry name="uuid">257b55d5-1812-49fc-ab28-40e46d3b3ec6</entry>
Dec 06 11:30:59 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:30:59 user nova-compute[75260]:     </system>
Dec 06 11:30:59 user nova-compute[75260]:   </sysinfo>
Dec 06 11:30:59 user nova-compute[75260]:   <os>
Dec 06 11:30:59 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:30:59 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:30:59 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:30:59 user nova-compute[75260]:   </os>
Dec 06 11:30:59 user nova-compute[75260]:   <features>
Dec 06 11:30:59 user nova-compute[75260]:     <acpi/>
Dec 06 11:30:59 user nova-compute[75260]:     <apic/>
Dec 06 11:30:59 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:30:59 user nova-compute[75260]:   </features>
Dec 06 11:30:59 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:30:59 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:30:59 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:30:59 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:30:59 user nova-compute[75260]:   </clock>
Dec 06 11:30:59 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:30:59 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:30:59 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:30:59 user nova-compute[75260]:   </cpu>
Dec 06 11:30:59 user nova-compute[75260]:   <devices>
Dec 06 11:30:59 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:30:59 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:30:59 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk"/>
Dec 06 11:30:59 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:30:59 user nova-compute[75260]:     </disk>
Dec 06 11:30:59 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:30:59 user nova-compute[75260]:       <mac address="fa:16:3e:1c:a7:f7"/>
Dec 06 11:30:59 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:30:59 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:30:59 user nova-compute[75260]:       <target dev="tapc660c6a7-0c"/>
Dec 06 11:30:59 user nova-compute[75260]:     </interface>
Dec 06 11:30:59 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:30:59 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/console.log" append="off"/>
Dec 06 11:30:59 user nova-compute[75260]:     </serial>
Dec 06 11:30:59 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:30:59 user nova-compute[75260]:     <video>
Dec 06 11:30:59 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:30:59 user nova-compute[75260]:     </video>
Dec 06 11:30:59 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:30:59 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:30:59 user nova-compute[75260]:     </rng>
Dec 06 11:30:59 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:30:59 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:30:59 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:30:59 user nova-compute[75260]:     </memballoon>
Dec 06 11:30:59 user nova-compute[75260]:   </devices>
Dec 06 11:30:59 user nova-compute[75260]: </domain>
Dec 06 11:30:59 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-855294041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-855294041',id=34,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuysg1bXha0MPQeSM/ixz4FDt4XNQFhjtGaO/dgpRMy8JEBdyDVzDHP6f5mqJrcHE3hafcR2Q21hhrgdjd5lXVy35pe+a5do/jJLCnSckrWV39ZhnALhwOouRBCj9hT5A==',key_name='tempest-keypair-80624417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-qyfokp5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:30:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=257b55d5-1812-49fc-ab28-40e46d3b3ec6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG os_vif [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd45e041c-c5fb-5a9f-82a4-acad235d5143', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc660c6a7-0c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc660c6a7-0c, col_values=(('qos', UUID('6cb0398c-7d80-4fae-8061-e4fccf5d1977')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc660c6a7-0c, col_values=(('external_ids', {'iface-id': 'c660c6a7-0cf8-4b5b-8a45-71530875b7e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:a7:f7', 'vm-uuid': '257b55d5-1812-49fc-ab28-40e46d3b3ec6'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:30:59 user nova-compute[75260]: INFO os_vif [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c')
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No VIF found with MAC fa:16:3e:1c:a7:f7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updated VIF entry in instance network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:30:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e448ab6b-d161-42bb-9837-53c9dc53b45b req-7374a49b-c323-409d-9d60-1e3495dacbf8 service nova] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-f3a92c72-1237-4dc2-b2d3-732e35b7f56b req-cb59fc0f-9959-4342-8914-3d175e4b2ab4 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f3a92c72-1237-4dc2-b2d3-732e35b7f56b req-cb59fc0f-9959-4342-8914-3d175e4b2ab4 service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f3a92c72-1237-4dc2-b2d3-732e35b7f56b req-cb59fc0f-9959-4342-8914-3d175e4b2ab4 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f3a92c72-1237-4dc2-b2d3-732e35b7f56b req-cb59fc0f-9959-4342-8914-3d175e4b2ab4 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-f3a92c72-1237-4dc2-b2d3-732e35b7f56b req-cb59fc0f-9959-4342-8914-3d175e4b2ab4 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:00 user nova-compute[75260]: WARNING nova.compute.manager [req-f3a92c72-1237-4dc2-b2d3-732e35b7f56b req-cb59fc0f-9959-4342-8914-3d175e4b2ab4 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state building and task_state spawning.
Dec 06 11:31:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:31:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance spawned successfully.
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:31:02 user nova-compute[75260]: INFO nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Took 5.85 seconds to spawn the instance on the hypervisor.
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-747d89d5-8c86-4a75-82a5-7137da89cfdc req-5b0b2312-2ee5-40f5-a852-e365e319d49a service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-747d89d5-8c86-4a75-82a5-7137da89cfdc req-5b0b2312-2ee5-40f5-a852-e365e319d49a service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-747d89d5-8c86-4a75-82a5-7137da89cfdc req-5b0b2312-2ee5-40f5-a852-e365e319d49a service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-747d89d5-8c86-4a75-82a5-7137da89cfdc req-5b0b2312-2ee5-40f5-a852-e365e319d49a service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-747d89d5-8c86-4a75-82a5-7137da89cfdc req-5b0b2312-2ee5-40f5-a852-e365e319d49a service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:02 user nova-compute[75260]: WARNING nova.compute.manager [req-747d89d5-8c86-4a75-82a5-7137da89cfdc req-5b0b2312-2ee5-40f5-a852-e365e319d49a service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state building and task_state spawning.
Dec 06 11:31:02 user nova-compute[75260]: INFO nova.compute.manager [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Took 6.77 seconds to build instance.
Dec 06 11:31:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fcb3d98e-9003-4da6-a6f8-13df92e4cea0 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.868s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid f85fe28c-effa-4aa8-8008-b0a060a25044 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 101843a6-4fe7-4368-81a8-5a2ab00617ad {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid f365d9f9-39ef-4544-b8b5-f138081a231a {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 7d828b34-e65d-4e43-b305-58ea6e979243 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid c9bd8f41-2631-4bb7-9522-ce9b4a5eee76 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d174880f-c7cd-478c-bc07-d67655295195" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d0ba95ff-245a-4af5-9478-e497649a1574" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d174880f-c7cd-478c-bc07-d67655295195" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "d0ba95ff-245a-4af5-9478-e497649a1574" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:19 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:31:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "d0ba95ff-245a-4af5-9478-e497649a1574" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:24 user nova-compute[75260]: INFO nova.compute.manager [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Terminating instance
Dec 06 11:31:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:31:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-29047e43-946b-473c-8bd6-499611817252 req-1657f296-95c4-4718-812a-76883debd92e service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-29047e43-946b-473c-8bd6-499611817252 req-1657f296-95c4-4718-812a-76883debd92e service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-29047e43-946b-473c-8bd6-499611817252 req-1657f296-95c4-4718-812a-76883debd92e service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-29047e43-946b-473c-8bd6-499611817252 req-1657f296-95c4-4718-812a-76883debd92e service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-29047e43-946b-473c-8bd6-499611817252 req-1657f296-95c4-4718-812a-76883debd92e service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-29047e43-946b-473c-8bd6-499611817252 req-1657f296-95c4-4718-812a-76883debd92e service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Instance destroyed successfully.
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'resources' on Instance uuid d0ba95ff-245a-4af5-9478-e497649a1574 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2066641691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2066641691',id=29,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:27:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-a2m2kxw5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:29:39Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=d0ba95ff-245a-4af5-9478-e497649a1574,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "address": "fa:16:3e:fe:35:e7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6b6c71-6a", "ovs_interfaceid": "3d6b6c71-6aa3-4685-8c5f-176e769659c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_vif [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d6b6c71-6a, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a80af12-5d97-4ebe-8035-b64e6d21d510) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:25 user nova-compute[75260]: INFO os_vif [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:35:e7,bridge_name='br-int',has_traffic_filtering=True,id=3d6b6c71-6aa3-4685-8c5f-176e769659c7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6b6c71-6a')
Dec 06 11:31:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zaQEpeAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:31:25 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[862c7fbf-a6ac-492b-964c-4c7523376b83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:31:25 user nova-compute[75260]: No targets found.
Dec 06 11:31:25 user nova-compute[75260]: iSNS:
Dec 06 11:31:25 user nova-compute[75260]: No targets found.
Dec 06 11:31:25 user nova-compute[75260]: STATIC:
Dec 06 11:31:25 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0
Dec 06 11:31:25 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:31:25 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:31:25 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:31:25 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:31:25 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:31:25 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:31:25 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:31:25 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:31:25 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:31:25 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:31:25 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:31:25 user nova-compute[75260]: FIRMWARE:
Dec 06 11:31:25 user nova-compute[75260]: No targets found.
Dec 06 11:31:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:31:25 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:31:25 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9bfb1db-142c-4470-99d3-309f8d4544e3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[66970365-56b0-4205-a67f-ed9d9769846f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:31:25 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bd630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0'): ({'sde'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Removing single pathed devices sde {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:31:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4d3b18-819c-4587-9ec6-8b19a1a12f61]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ce652b9-039f-4ba0-b03a-44f921fc8381]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flushing IO for device /dev/sde {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[427b1081-968f-4ae6-9810-ebebd65b36d0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.075s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[40928d60-1c6c-4b95-a9af-0cc13999e30f]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b676b08a-713a-456b-b260-c713c9531d49]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7048e1bf-0578-40de-a7f8-5c413483ee34]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260]
Dec 06 11:31:26 user nova-compute[75260]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0, portal: 172.16.0.220,3260] successful.
Dec 06 11:31:26 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6ca265-57c0-45ea-87f4-e5f271fef6f0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f595da9c-5564-49e2-a0a1-8e025ee45e4e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.869s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== disconnect_volume: return (872ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:31:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Deleting instance files /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574_del
Dec 06 11:31:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Deletion of /opt/stack/data/nova/instances/d0ba95ff-245a-4af5-9478-e497649a1574_del complete
Dec 06 11:31:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:31:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7626MB free_disk=24.839168548583984GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:26 user nova-compute[75260]: INFO nova.compute.manager [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Took 1.87 seconds to destroy the instance on the hypervisor.
Dec 06 11:31:26 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f365d9f9-39ef-4544-b8b5-f138081a231a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d0ba95ff-245a-4af5-9478-e497649a1574 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance c9bd8f41-2631-4bb7-9522-ce9b4a5eee76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:31:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:31:27 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Took 0.51 seconds to deallocate network for instance.
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:27 user nova-compute[75260]: WARNING nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state deleting.
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:27 user nova-compute[75260]: WARNING nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state deleting.
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:27 user nova-compute[75260]: WARNING nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state deleting.
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-unplugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Acquiring lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] Lock "d0ba95ff-245a-4af5-9478-e497649a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] No waiting events found dispatching network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:27 user nova-compute[75260]: WARNING nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received unexpected event network-vif-plugged-3d6b6c71-6aa3-4685-8c5f-176e769659c7 for instance with vm_state active and task_state deleting.
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d023119-5a25-4818-9846-0d8f3bd6f7db req-40b50693-a592-4a21-96a4-412075f58289 service nova] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Received event network-vif-deleted-3d6b6c71-6aa3-4685-8c5f-176e769659c7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:31:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.609s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [{"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-71043b57-52f2-485a-9ace-32f2f28a4a0d" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:31:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:31 user nova-compute[75260]: INFO nova.compute.manager [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: d0ba95ff-245a-4af5-9478-e497649a1574] Took 3.96 seconds to detach 1 volumes for instance.
Dec 06 11:31:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:31 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:31:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:31:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.413s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:31 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Deleted allocations for instance d0ba95ff-245a-4af5-9478-e497649a1574
Dec 06 11:31:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-507be925-9068-4ef8-a5b6-d026f1618f83 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "d0ba95ff-245a-4af5-9478-e497649a1574" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.968s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:33 user nova-compute[75260]: INFO nova.compute.manager [None req-95e3e11b-8059-4a3a-ac47-001e0baeb81f tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Get console output
Dec 06 11:31:33 user nova-compute[75260]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 06 11:31:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:35 user nova-compute[75260]: INFO nova.compute.manager [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Unrescuing
Dec 06 11:31:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:31:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:31:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:31:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:31:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:31:36 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'flavor' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:31:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d584eb8-96ba-4dc8-959d-0cd548cd5670 req-0b090824-4f3a-41f7-bf71-f7456338812f service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d584eb8-96ba-4dc8-959d-0cd548cd5670 req-0b090824-4f3a-41f7-bf71-f7456338812f service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d584eb8-96ba-4dc8-959d-0cd548cd5670 req-0b090824-4f3a-41f7-bf71-f7456338812f service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5d584eb8-96ba-4dc8-959d-0cd548cd5670 req-0b090824-4f3a-41f7-bf71-f7456338812f service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-5d584eb8-96ba-4dc8-959d-0cd548cd5670 req-0b090824-4f3a-41f7-bf71-f7456338812f service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:37 user nova-compute[75260]: WARNING nova.compute.manager [req-5d584eb8-96ba-4dc8-959d-0cd548cd5670 req-0b090824-4f3a-41f7-bf71-f7456338812f service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:31:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:37 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance destroyed successfully.
Dec 06 11:31:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-be4f30c2-3cb2-4f46-a7ed-c5698039ad0d req-58b0f76a-2d44-4aa1-a1ae-c75e588fc730 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-be4f30c2-3cb2-4f46-a7ed-c5698039ad0d req-58b0f76a-2d44-4aa1-a1ae-c75e588fc730 service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-be4f30c2-3cb2-4f46-a7ed-c5698039ad0d req-58b0f76a-2d44-4aa1-a1ae-c75e588fc730 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-be4f30c2-3cb2-4f46-a7ed-c5698039ad0d req-58b0f76a-2d44-4aa1-a1ae-c75e588fc730 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-be4f30c2-3cb2-4f46-a7ed-c5698039ad0d req-58b0f76a-2d44-4aa1-a1ae-c75e588fc730 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:39 user nova-compute[75260]: WARNING nova.compute.manager [req-be4f30c2-3cb2-4f46-a7ed-c5698039ad0d req-58b0f76a-2d44-4aa1-a1ae-c75e588fc730 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:31:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:41 user nova-compute[75260]: WARNING nova.compute.manager [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:31:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG nova.compute.manager [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:31:41 user nova-compute[75260]: WARNING nova.compute.manager [req-2db0f288-f424-4a38-a9aa-7de3167e3aa3 req-3979d368-2444-404b-be5e-6ad6d180ff17 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state rescued and task_state unrescuing.
Dec 06 11:31:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a54f52b6-59d1-4814-8341-30195ff25263 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:31:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:53 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:31:53 user nova-compute[75260]: INFO nova.compute.claims [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Claim successful on node user
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.540s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:31:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.policy [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315e2e5d327a4d7295ff3cb9994cd4af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd2117e2fcec47d996c20c95b7cc7025', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:31:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Creating image(s)
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "/opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "/opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "/opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk 1073741824" returned: 0 in 0.067s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Successfully created port: d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.208s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Cannot resize image /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Ensure instance console log exists: /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:31:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Successfully updated port: d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-changed-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Refreshing instance network info cache due to event network-changed-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] Acquiring lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] Acquired lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Refreshing network info cache for port d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8bfed143-3000-40d2-81c5-cbe08cb850fd req-29a6b03b-d8ce-4ffa-8278-d6002e748d0b service nova] Releasing lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquired lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating instance_info_cache with network_info: [{"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Releasing lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Instance network_info: |[{"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Start _get_guest_xml network_info=[{"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:31:56 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:31:56 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:31:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1251359023',display_name='tempest-SnapshotDataIntegrityTests-server-1251359023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1251359023',id=35,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCu99QoAHLnZpK1ip3onyGbM8GYnlbHgvlpcD8GsmStDAgAwI++20a6hCGWhP945HMYqqA+uq9yyTdM4FSEqk6eSDYyFWLM6RjoVHCOfESkdc13wJR8tGflXeOx/NAQ96w==',key_name='tempest-keypair-1160317331',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd2117e2fcec47d996c20c95b7cc7025',ramdisk_id='',reservation_id='r-4qnx6ati',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-408989728',owner_user_name='tempest-SnapshotDataIntegrityTests-408989728-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:31:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='315e2e5d327a4d7295ff3cb9994cd4af',uuid=b3c9a7a6-efc1-4029-9127-73a279c19856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Converting VIF {"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'pci_devices' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:31:56 user nova-compute[75260]:   <uuid>b3c9a7a6-efc1-4029-9127-73a279c19856</uuid>
Dec 06 11:31:56 user nova-compute[75260]:   <name>instance-00000023</name>
Dec 06 11:31:56 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:31:56 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:31:56 user nova-compute[75260]:   <metadata>
Dec 06 11:31:56 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:31:56 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:31:56 user nova-compute[75260]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1251359023</nova:name>
Dec 06 11:31:56 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:31:56</nova:creationTime>
Dec 06 11:31:56 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:31:56 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:31:56 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:31:56 user nova-compute[75260]:       <nova:owner>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:user uuid="315e2e5d327a4d7295ff3cb9994cd4af">tempest-SnapshotDataIntegrityTests-408989728-project-member</nova:user>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:project uuid="dd2117e2fcec47d996c20c95b7cc7025">tempest-SnapshotDataIntegrityTests-408989728</nova:project>
Dec 06 11:31:56 user nova-compute[75260]:       </nova:owner>
Dec 06 11:31:56 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:31:56 user nova-compute[75260]:       <nova:ports>
Dec 06 11:31:56 user nova-compute[75260]:         <nova:port uuid="d7c616f3-b21e-4faa-aeb9-f0c1d32053d5">
Dec 06 11:31:56 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 11:31:56 user nova-compute[75260]:         </nova:port>
Dec 06 11:31:56 user nova-compute[75260]:       </nova:ports>
Dec 06 11:31:56 user nova-compute[75260]:     </nova:instance>
Dec 06 11:31:56 user nova-compute[75260]:   </metadata>
Dec 06 11:31:56 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:31:56 user nova-compute[75260]:     <system>
Dec 06 11:31:56 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:31:56 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:31:56 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:31:56 user nova-compute[75260]:       <entry name="serial">b3c9a7a6-efc1-4029-9127-73a279c19856</entry>
Dec 06 11:31:56 user nova-compute[75260]:       <entry name="uuid">b3c9a7a6-efc1-4029-9127-73a279c19856</entry>
Dec 06 11:31:56 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:31:56 user nova-compute[75260]:     </system>
Dec 06 11:31:56 user nova-compute[75260]:   </sysinfo>
Dec 06 11:31:56 user nova-compute[75260]:   <os>
Dec 06 11:31:56 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:31:56 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:31:56 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:31:56 user nova-compute[75260]:   </os>
Dec 06 11:31:56 user nova-compute[75260]:   <features>
Dec 06 11:31:56 user nova-compute[75260]:     <acpi/>
Dec 06 11:31:56 user nova-compute[75260]:     <apic/>
Dec 06 11:31:56 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:31:56 user nova-compute[75260]:   </features>
Dec 06 11:31:56 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:31:56 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:31:56 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:31:56 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:31:56 user nova-compute[75260]:   </clock>
Dec 06 11:31:56 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:31:56 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:31:56 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:31:56 user nova-compute[75260]:   </cpu>
Dec 06 11:31:56 user nova-compute[75260]:   <devices>
Dec 06 11:31:56 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:31:56 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:31:56 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk"/>
Dec 06 11:31:56 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:31:56 user nova-compute[75260]:     </disk>
Dec 06 11:31:56 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:31:56 user nova-compute[75260]:       <mac address="fa:16:3e:f3:63:21"/>
Dec 06 11:31:56 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:31:56 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:31:56 user nova-compute[75260]:       <target dev="tapd7c616f3-b2"/>
Dec 06 11:31:56 user nova-compute[75260]:     </interface>
Dec 06 11:31:56 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:31:56 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/console.log" append="off"/>
Dec 06 11:31:56 user nova-compute[75260]:     </serial>
Dec 06 11:31:56 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:31:56 user nova-compute[75260]:     <video>
Dec 06 11:31:56 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:31:56 user nova-compute[75260]:     </video>
Dec 06 11:31:56 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:31:56 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:31:56 user nova-compute[75260]:     </rng>
Dec 06 11:31:56 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:31:56 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:31:56 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:31:56 user nova-compute[75260]:     </memballoon>
Dec 06 11:31:56 user nova-compute[75260]:   </devices>
Dec 06 11:31:56 user nova-compute[75260]: </domain>
Dec 06 11:31:56 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:31:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1251359023',display_name='tempest-SnapshotDataIntegrityTests-server-1251359023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1251359023',id=35,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCu99QoAHLnZpK1ip3onyGbM8GYnlbHgvlpcD8GsmStDAgAwI++20a6hCGWhP945HMYqqA+uq9yyTdM4FSEqk6eSDYyFWLM6RjoVHCOfESkdc13wJR8tGflXeOx/NAQ96w==',key_name='tempest-keypair-1160317331',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd2117e2fcec47d996c20c95b7cc7025',ramdisk_id='',reservation_id='r-4qnx6ati',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-408989728',owner_user_name='tempest-SnapshotDataIntegrityTests-408989728-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:31:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='315e2e5d327a4d7295ff3cb9994cd4af',uuid=b3c9a7a6-efc1-4029-9127-73a279c19856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Converting VIF {"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG os_vif [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e0b22ba-8811-5f85-bfa9-0c85cab8f985', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd7c616f3-b2, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd7c616f3-b2, col_values=(('qos', UUID('c1a19571-f6d5-4e41-af8c-261410bcf914')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd7c616f3-b2, col_values=(('external_ids', {'iface-id': 'd7c616f3-b21e-4faa-aeb9-f0c1d32053d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:63:21', 'vm-uuid': 'b3c9a7a6-efc1-4029-9127-73a279c19856'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:56 user nova-compute[75260]: INFO os_vif [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2')
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:31:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No VIF found with MAC fa:16:3e:f3:63:21, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:31:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:32:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Instance spawned successfully.
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:00 user nova-compute[75260]: INFO nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Took 5.86 seconds to spawn the instance on the hypervisor.
Dec 06 11:32:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:32:00 user nova-compute[75260]: INFO nova.compute.manager [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Took 6.79 seconds to build instance.
Dec 06 11:32:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6cc42cf1-9ab2-4a8c-a3b8-a6127e97027b tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.899s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cd2077c-902c-4525-9713-1ba8837bf867 req-cf01af76-3586-45bb-b141-c19f672cc371 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cd2077c-902c-4525-9713-1ba8837bf867 req-cf01af76-3586-45bb-b141-c19f672cc371 service nova] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cd2077c-902c-4525-9713-1ba8837bf867 req-cf01af76-3586-45bb-b141-c19f672cc371 service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0cd2077c-902c-4525-9713-1ba8837bf867 req-cf01af76-3586-45bb-b141-c19f672cc371 service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-0cd2077c-902c-4525-9713-1ba8837bf867 req-cf01af76-3586-45bb-b141-c19f672cc371 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] No waiting events found dispatching network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:04 user nova-compute[75260]: WARNING nova.compute.manager [req-0cd2077c-902c-4525-9713-1ba8837bf867 req-cf01af76-3586-45bb-b141-c19f672cc371 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received unexpected event network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 for instance with vm_state active and task_state None.
Dec 06 11:32:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-cefb3a5d-d7ee-47d4-88c0-39c60cf6268b req-c413a320-2574-4f96-a6a2-0d393afe4490 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cefb3a5d-d7ee-47d4-88c0-39c60cf6268b req-c413a320-2574-4f96-a6a2-0d393afe4490 service nova] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cefb3a5d-d7ee-47d4-88c0-39c60cf6268b req-c413a320-2574-4f96-a6a2-0d393afe4490 service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cefb3a5d-d7ee-47d4-88c0-39c60cf6268b req-c413a320-2574-4f96-a6a2-0d393afe4490 service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-cefb3a5d-d7ee-47d4-88c0-39c60cf6268b req-c413a320-2574-4f96-a6a2-0d393afe4490 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] No waiting events found dispatching network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:06 user nova-compute[75260]: WARNING nova.compute.manager [req-cefb3a5d-d7ee-47d4-88c0-39c60cf6268b req-c413a320-2574-4f96-a6a2-0d393afe4490 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received unexpected event network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 for instance with vm_state active and task_state None.
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:06 user nova-compute[75260]: INFO nova.compute.manager [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Terminating instance
Dec 06 11:32:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-4d4432f3-955c-405e-bd9b-cfb8be1c76a9 req-2e925da0-e28f-4e06-9987-a9b3ff17e62d service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-vif-unplugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4d4432f3-955c-405e-bd9b-cfb8be1c76a9 req-2e925da0-e28f-4e06-9987-a9b3ff17e62d service nova] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4d4432f3-955c-405e-bd9b-cfb8be1c76a9 req-2e925da0-e28f-4e06-9987-a9b3ff17e62d service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4d4432f3-955c-405e-bd9b-cfb8be1c76a9 req-2e925da0-e28f-4e06-9987-a9b3ff17e62d service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-4d4432f3-955c-405e-bd9b-cfb8be1c76a9 req-2e925da0-e28f-4e06-9987-a9b3ff17e62d service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] No waiting events found dispatching network-vif-unplugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-4d4432f3-955c-405e-bd9b-cfb8be1c76a9 req-2e925da0-e28f-4e06-9987-a9b3ff17e62d service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-vif-unplugged-8f65da1a-79e5-4b56-965e-92688ef7b243 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:32:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Instance destroyed successfully.
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lazy-loading 'resources' on Instance uuid c9bd8f41-2631-4bb7-9522-ce9b4a5eee76 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:30:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-578717138',display_name='tempest-VolumesNegativeTest-instance-578717138',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-578717138',id=33,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:30:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b8d6952938464dc588e10dda39dc924f',ramdisk_id='',reservation_id='r-nf1c6hqz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-228768029',owner_user_name='tempest-VolumesNegativeTest-228768029-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:30:23Z,user_data=None,user_id='78df3579572549a7b6f1fc498e609c03',uuid=c9bd8f41-2631-4bb7-9522-ce9b4a5eee76,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Converting VIF {"id": "8f65da1a-79e5-4b56-965e-92688ef7b243", "address": "fa:16:3e:5d:f2:fa", "network": {"id": "0dce3f6c-8531-407a-ba4e-0830e1e31532", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "0ed577fabc3e4e009d5663f62a81fea5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f65da1a-79", "ovs_interfaceid": "8f65da1a-79e5-4b56-965e-92688ef7b243", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG os_vif [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f65da1a-79, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff09b454-2d5b-4c13-a4f4-9fcf045be200) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:07 user nova-compute[75260]: INFO os_vif [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:f2:fa,bridge_name='br-int',has_traffic_filtering=True,id=8f65da1a-79e5-4b56-965e-92688ef7b243,network=Network(0dce3f6c-8531-407a-ba4e-0830e1e31532),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f65da1a-79')
Dec 06 11:32:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Deleting instance files /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76_del
Dec 06 11:32:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Deletion of /opt/stack/data/nova/instances/c9bd8f41-2631-4bb7-9522-ce9b4a5eee76_del complete
Dec 06 11:32:07 user nova-compute[75260]: INFO nova.compute.manager [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 06 11:32:07 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:32:07 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-65067cfe-d8ff-4a0d-8b93-7013552bca67 req-697c1016-65ac-4a53-a8c0-12aa12e2b8b2 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-vif-deleted-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:08 user nova-compute[75260]: INFO nova.compute.manager [req-65067cfe-d8ff-4a0d-8b93-7013552bca67 req-697c1016-65ac-4a53-a8c0-12aa12e2b8b2 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Neutron deleted interface 8f65da1a-79e5-4b56-965e-92688ef7b243; detaching it from the instance and deleting it from the info cache
Dec 06 11:32:08 user nova-compute[75260]: DEBUG nova.network.neutron [req-65067cfe-d8ff-4a0d-8b93-7013552bca67 req-697c1016-65ac-4a53-a8c0-12aa12e2b8b2 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:08 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Took 0.70 seconds to deallocate network for instance.
Dec 06 11:32:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-65067cfe-d8ff-4a0d-8b93-7013552bca67 req-697c1016-65ac-4a53-a8c0-12aa12e2b8b2 service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Detach interface failed, port_id=8f65da1a-79e5-4b56-965e-92688ef7b243, reason: Instance c9bd8f41-2631-4bb7-9522-ce9b4a5eee76 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:32:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.477s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:08 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Deleted allocations for instance c9bd8f41-2631-4bb7-9522-ce9b4a5eee76
Dec 06 11:32:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d3b069aa-f642-4552-9f28-ea10b397641e tempest-VolumesNegativeTest-228768029 tempest-VolumesNegativeTest-228768029-project-member] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.353s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-be5456c4-fe09-474e-81a1-7efb9c6aa249 req-80741239-c88d-4c13-9947-3b9f6953030f service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received event network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-be5456c4-fe09-474e-81a1-7efb9c6aa249 req-80741239-c88d-4c13-9947-3b9f6953030f service nova] Acquiring lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-be5456c4-fe09-474e-81a1-7efb9c6aa249 req-80741239-c88d-4c13-9947-3b9f6953030f service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-be5456c4-fe09-474e-81a1-7efb9c6aa249 req-80741239-c88d-4c13-9947-3b9f6953030f service nova] Lock "c9bd8f41-2631-4bb7-9522-ce9b4a5eee76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-be5456c4-fe09-474e-81a1-7efb9c6aa249 req-80741239-c88d-4c13-9947-3b9f6953030f service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] No waiting events found dispatching network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:09 user nova-compute[75260]: WARNING nova.compute.manager [req-be5456c4-fe09-474e-81a1-7efb9c6aa249 req-80741239-c88d-4c13-9947-3b9f6953030f service nova] [instance: c9bd8f41-2631-4bb7-9522-ce9b4a5eee76] Received unexpected event network-vif-plugged-8f65da1a-79e5-4b56-965e-92688ef7b243 for instance with vm_state deleted and task_state None.
Dec 06 11:32:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:15 user nova-compute[75260]: INFO nova.compute.manager [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Terminating instance
Dec 06 11:32:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Instance destroyed successfully.
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.objects.instance [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'resources' on Instance uuid f365d9f9-39ef-4544-b8b5-f138081a231a {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1386013474',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1386013474',id=26,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:22:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-x2iydb25',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:24:48Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=f365d9f9-39ef-4544-b8b5-f138081a231a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "address": "fa:16:3e:fa:7e:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02de43a9-4b", "ovs_interfaceid": "02de43a9-4bca-46c9-aa08-a53ef7254dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG os_vif [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02de43a9-4b, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c4c4a46-76ec-4a78-bd79-facb594b66bc) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:16 user nova-compute[75260]: INFO os_vif [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:13,bridge_name='br-int',has_traffic_filtering=True,id=02de43a9-4bca-46c9-aa08-a53ef7254dc7,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02de43a9-4b')
Dec 06 11:32:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Deleting instance files /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a_del
Dec 06 11:32:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Deletion of /opt/stack/data/nova/instances/f365d9f9-39ef-4544-b8b5-f138081a231a_del complete
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-e85d179e-6117-4c43-8f72-ebeb5d3cfd1d req-21c1f2b5-5f39-435d-93b8-cbb77bee47cf service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-vif-unplugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e85d179e-6117-4c43-8f72-ebeb5d3cfd1d req-21c1f2b5-5f39-435d-93b8-cbb77bee47cf service nova] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e85d179e-6117-4c43-8f72-ebeb5d3cfd1d req-21c1f2b5-5f39-435d-93b8-cbb77bee47cf service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e85d179e-6117-4c43-8f72-ebeb5d3cfd1d req-21c1f2b5-5f39-435d-93b8-cbb77bee47cf service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-e85d179e-6117-4c43-8f72-ebeb5d3cfd1d req-21c1f2b5-5f39-435d-93b8-cbb77bee47cf service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] No waiting events found dispatching network-vif-unplugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-e85d179e-6117-4c43-8f72-ebeb5d3cfd1d req-21c1f2b5-5f39-435d-93b8-cbb77bee47cf service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-vif-unplugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:32:16 user nova-compute[75260]: INFO nova.compute.manager [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Took 0.69 seconds to destroy the instance on the hypervisor.
Dec 06 11:32:16 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:32:16 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:17 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Took 0.72 seconds to deallocate network for instance.
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.340s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:32:17 user nova-compute[75260]: INFO nova.compute.claims [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Claim successful on node user
Dec 06 11:32:17 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Deleted allocations for instance f365d9f9-39ef-4544-b8b5-f138081a231a
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-747f45f8-ee5e-4704-9a3e-ac7095c0b460 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.949s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.397s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:32:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:32:18 user nova-compute[75260]: INFO nova.virt.block_device [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Booting with volume 861afbe5-c0d0-406f-bcfa-e5163deb26da at /dev/vda
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.policy [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2719cb620374f66a741cad7883f4834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6c1aa0d36d7458b9cda11a1c5b7627f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG os_brick.utils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad55225-4fb4-4bab-acac-a22520f98804]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c614851f-f641-479c-83c5-c71db63ee8a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1933fec1-5dc8-41d6-8af9-5a4f8fe89d37]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa95810-1a42-4953-aa9f-9c358d52c4f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:32:18 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e6f9fec-d459-4a1e-b88c-efeae919b1df]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG os_brick.utils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating existing volume attachment record: e7b1c545-ca14-45f4-9316-92956ea719d8 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] Acquiring lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] Lock "f365d9f9-39ef-4544-b8b5-f138081a231a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] No waiting events found dispatching network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:18 user nova-compute[75260]: WARNING nova.compute.manager [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received unexpected event network-vif-plugged-02de43a9-4bca-46c9-aa08-a53ef7254dc7 for instance with vm_state deleted and task_state None.
Dec 06 11:32:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-88dbf646-3056-477e-b1ce-fad50b101f32 req-9d1729cb-6a9c-490f-b5f3-820aa384ab3b service nova] [instance: f365d9f9-39ef-4544-b8b5-f138081a231a] Received event network-vif-deleted-02de43a9-4bca-46c9-aa08-a53ef7254dc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Successfully created port: 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Successfully updated port: 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:32:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance network_info: |[{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing instance network info cache due to event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updated VIF entry in instance network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8a8cc668-4c12-4f38-8c18-e0d0843a16f0 req-e553ffbc-3b04-460f-81dd-8bba9d831607 service nova] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:32:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:32:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:32:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:27 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:32:27 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=7703MB free_disk=24.972179412841797GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 71043b57-52f2-485a-9ace-32f2f28a4a0d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7d828b34-e65d-4e43-b305-58ea6e979243 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9366df9d-bc22-46b9-a63e-2505df6a16c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:32:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.674s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:32:28 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Creating image(s)
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Ensure instance console log exists: /opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Start _get_guest_xml network_info=[{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'e7b1c545-ca14-45f4-9316-92956ea719d8', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9366df9d-bc22-46b9-a63e-2505df6a16c0', 'attached_at': '', 'detached_at': '', 'volume_id': '861afbe5-c0d0-406f-bcfa-e5163deb26da', 'serial': '861afbe5-c0d0-406f-bcfa-e5163deb26da'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:32:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:32:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:32:28 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:32:28 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:32:28 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b47699-1413-4b9c-921b-5d3494329c4a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:32:28 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c0ca66a-24c0-40cb-ba01-fc510bceb03d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da] added
Dec 06 11:32:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f615565-257c-4702-a4d7-e97e9ad7eaff]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed705ca1-31f7-4b52-beed-8314db6a4bbd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRmarNcZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRmarNcZ" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2aa3477-675b-4bf8-987c-5932755d3116]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BRmarNcZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89f834f-5ae1-41fb-9957-0f0454778e58]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc84bb23-7d27-4736-a19c-ef6996181569]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c4ed815-f3a7-445b-bc7b-ac59f129255c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]
Dec 06 11:32:28 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.
Dec 06 11:32:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[042d610e-9da0-4805-b256-7e22669d4897]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9841e769-5bf9-4631-8abe-8db77a622848]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:32:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:32:28 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:32:28 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] HCTL ('36', '-', '-', 0) found on session 43 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bcefe2-735b-4a4b-b496-fdad5a33a1c2]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:28 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23263363734373532', 'path': '/dev/sde'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263363734373532', 'path': '/dev/sde'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-660735624',display_name='tempest-TestShelveInstance-server-660735624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-660735624',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG2BMRcDUp+up8aLG8eVlS3LJxIUN0wR5hjcSYfk1ckhIUJwcv24xihSrC87CzZPlSUCg+D3AZNApyZ5wJd0j4RHFwQPC3U88WE+slZ4WOe5MjZNxB6FxH0Gxkxrr1QdiQ==',key_name='tempest-TestShelveInstance-43244029',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6c1aa0d36d7458b9cda11a1c5b7627f',ramdisk_id='',reservation_id='r-zdr0x17c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-33661686',owner_user_name='tempest-TestShelveInstance-33661686-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:32:18Z,user_data=None,user_id='d2719cb620374f66a741cad7883f4834',uuid=9366df9d-bc22-46b9-a63e-2505df6a16c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converting VIF {"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'pci_devices' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:32:29 user nova-compute[75260]:   <uuid>9366df9d-bc22-46b9-a63e-2505df6a16c0</uuid>
Dec 06 11:32:29 user nova-compute[75260]:   <name>instance-00000024</name>
Dec 06 11:32:29 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:32:29 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:32:29 user nova-compute[75260]:   <metadata>
Dec 06 11:32:29 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:32:29 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:32:29 user nova-compute[75260]:       <nova:name>tempest-TestShelveInstance-server-660735624</nova:name>
Dec 06 11:32:29 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:32:28</nova:creationTime>
Dec 06 11:32:29 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:32:29 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:32:29 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:32:29 user nova-compute[75260]:       <nova:owner>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:user uuid="d2719cb620374f66a741cad7883f4834">tempest-TestShelveInstance-33661686-project-member</nova:user>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:project uuid="f6c1aa0d36d7458b9cda11a1c5b7627f">tempest-TestShelveInstance-33661686</nova:project>
Dec 06 11:32:29 user nova-compute[75260]:       </nova:owner>
Dec 06 11:32:29 user nova-compute[75260]:       <nova:ports>
Dec 06 11:32:29 user nova-compute[75260]:         <nova:port uuid="296d6502-9467-4ac9-bd57-43b1177600b2">
Dec 06 11:32:29 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:32:29 user nova-compute[75260]:         </nova:port>
Dec 06 11:32:29 user nova-compute[75260]:       </nova:ports>
Dec 06 11:32:29 user nova-compute[75260]:     </nova:instance>
Dec 06 11:32:29 user nova-compute[75260]:   </metadata>
Dec 06 11:32:29 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:32:29 user nova-compute[75260]:     <system>
Dec 06 11:32:29 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:32:29 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:32:29 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:32:29 user nova-compute[75260]:       <entry name="serial">9366df9d-bc22-46b9-a63e-2505df6a16c0</entry>
Dec 06 11:32:29 user nova-compute[75260]:       <entry name="uuid">9366df9d-bc22-46b9-a63e-2505df6a16c0</entry>
Dec 06 11:32:29 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:32:29 user nova-compute[75260]:     </system>
Dec 06 11:32:29 user nova-compute[75260]:   </sysinfo>
Dec 06 11:32:29 user nova-compute[75260]:   <os>
Dec 06 11:32:29 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:32:29 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:32:29 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:32:29 user nova-compute[75260]:   </os>
Dec 06 11:32:29 user nova-compute[75260]:   <features>
Dec 06 11:32:29 user nova-compute[75260]:     <acpi/>
Dec 06 11:32:29 user nova-compute[75260]:     <apic/>
Dec 06 11:32:29 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:32:29 user nova-compute[75260]:   </features>
Dec 06 11:32:29 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:32:29 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:32:29 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:32:29 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:32:29 user nova-compute[75260]:   </clock>
Dec 06 11:32:29 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:32:29 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:32:29 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:32:29 user nova-compute[75260]:   </cpu>
Dec 06 11:32:29 user nova-compute[75260]:   <devices>
Dec 06 11:32:29 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:32:29 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:32:29 user nova-compute[75260]:       <source dev="/dev/sde"/>
Dec 06 11:32:29 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:32:29 user nova-compute[75260]:       <serial>861afbe5-c0d0-406f-bcfa-e5163deb26da</serial>
Dec 06 11:32:29 user nova-compute[75260]:     </disk>
Dec 06 11:32:29 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:32:29 user nova-compute[75260]:       <mac address="fa:16:3e:5c:90:6f"/>
Dec 06 11:32:29 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:32:29 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:32:29 user nova-compute[75260]:       <target dev="tap296d6502-94"/>
Dec 06 11:32:29 user nova-compute[75260]:     </interface>
Dec 06 11:32:29 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:32:29 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0/console.log" append="off"/>
Dec 06 11:32:29 user nova-compute[75260]:     </serial>
Dec 06 11:32:29 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:32:29 user nova-compute[75260]:     <video>
Dec 06 11:32:29 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:32:29 user nova-compute[75260]:     </video>
Dec 06 11:32:29 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:32:29 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:32:29 user nova-compute[75260]:     </rng>
Dec 06 11:32:29 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:32:29 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:32:29 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:32:29 user nova-compute[75260]:     </memballoon>
Dec 06 11:32:29 user nova-compute[75260]:   </devices>
Dec 06 11:32:29 user nova-compute[75260]: </domain>
Dec 06 11:32:29 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-660735624',display_name='tempest-TestShelveInstance-server-660735624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-660735624',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG2BMRcDUp+up8aLG8eVlS3LJxIUN0wR5hjcSYfk1ckhIUJwcv24xihSrC87CzZPlSUCg+D3AZNApyZ5wJd0j4RHFwQPC3U88WE+slZ4WOe5MjZNxB6FxH0Gxkxrr1QdiQ==',key_name='tempest-TestShelveInstance-43244029',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6c1aa0d36d7458b9cda11a1c5b7627f',ramdisk_id='',reservation_id='r-zdr0x17c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-33661686',owner_user_name='tempest-TestShelveInstance-33661686-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:32:18Z,user_data=None,user_id='d2719cb620374f66a741cad7883f4834',uuid=9366df9d-bc22-46b9-a63e-2505df6a16c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converting VIF {"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG os_vif [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c397e66-97da-591a-901b-c6bc86b8b478', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap296d6502-94, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap296d6502-94, col_values=(('qos', UUID('283da09b-fbd3-4a9a-b0b2-63fe9ea62a4e')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap296d6502-94, col_values=(('external_ids', {'iface-id': '296d6502-9467-4ac9-bd57-43b1177600b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5c:90:6f', 'vm-uuid': '9366df9d-bc22-46b9-a63e-2505df6a16c0'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:29 user nova-compute[75260]: INFO os_vif [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94')
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:32:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] No VIF found with MAC fa:16:3e:5c:90:6f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:32:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG nova.compute.manager [req-d007477b-464f-4b3d-b826-f5f8c0083507 req-d8f0961c-7108-4442-8f20-f34d5b1742a4 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d007477b-464f-4b3d-b826-f5f8c0083507 req-d8f0961c-7108-4442-8f20-f34d5b1742a4 service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d007477b-464f-4b3d-b826-f5f8c0083507 req-d8f0961c-7108-4442-8f20-f34d5b1742a4 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d007477b-464f-4b3d-b826-f5f8c0083507 req-d8f0961c-7108-4442-8f20-f34d5b1742a4 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG nova.compute.manager [req-d007477b-464f-4b3d-b826-f5f8c0083507 req-d8f0961c-7108-4442-8f20-f34d5b1742a4 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:31 user nova-compute[75260]: WARNING nova.compute.manager [req-d007477b-464f-4b3d-b826-f5f8c0083507 req-d8f0961c-7108-4442-8f20-f34d5b1742a4 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state building and task_state spawning.
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:32:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance spawned successfully.
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-a406d7d8-86f3-408e-8218-d22b2b499565 req-e73b3bb6-4b27-473a-b629-c5ba02bfbb65 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a406d7d8-86f3-408e-8218-d22b2b499565 req-e73b3bb6-4b27-473a-b629-c5ba02bfbb65 service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a406d7d8-86f3-408e-8218-d22b2b499565 req-e73b3bb6-4b27-473a-b629-c5ba02bfbb65 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a406d7d8-86f3-408e-8218-d22b2b499565 req-e73b3bb6-4b27-473a-b629-c5ba02bfbb65 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-a406d7d8-86f3-408e-8218-d22b2b499565 req-e73b3bb6-4b27-473a-b629-c5ba02bfbb65 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:33 user nova-compute[75260]: WARNING nova.compute.manager [req-a406d7d8-86f3-408e-8218-d22b2b499565 req-e73b3bb6-4b27-473a-b629-c5ba02bfbb65 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state building and task_state spawning.
Dec 06 11:32:33 user nova-compute[75260]: INFO nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Took 5.21 seconds to spawn the instance on the hypervisor.
Dec 06 11:32:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:32:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:33 user nova-compute[75260]: INFO nova.compute.manager [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Took 16.22 seconds to build instance.
Dec 06 11:32:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d83d902-5409-4f4f-8ca1-0323787ebd5f tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.353s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:34 user nova-compute[75260]: INFO nova.compute.manager [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Terminating instance
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-af67de53-0fd4-4bb7-9020-e7a93df8bf4f req-ca497e5e-fbc1-446e-a704-47637e603ad9 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-unplugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-af67de53-0fd4-4bb7-9020-e7a93df8bf4f req-ca497e5e-fbc1-446e-a704-47637e603ad9 service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-af67de53-0fd4-4bb7-9020-e7a93df8bf4f req-ca497e5e-fbc1-446e-a704-47637e603ad9 service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-af67de53-0fd4-4bb7-9020-e7a93df8bf4f req-ca497e5e-fbc1-446e-a704-47637e603ad9 service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-af67de53-0fd4-4bb7-9020-e7a93df8bf4f req-ca497e5e-fbc1-446e-a704-47637e603ad9 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-unplugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-af67de53-0fd4-4bb7-9020-e7a93df8bf4f req-ca497e5e-fbc1-446e-a704-47637e603ad9 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-unplugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Instance destroyed successfully.
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'resources' on Instance uuid 7d828b34-e65d-4e43-b305-58ea6e979243 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:25:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-534350233',display_name='tempest-ServerActionsTestOtherA-server-534350233',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-534350233',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:28:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-we78m1f5',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:29:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=7d828b34-e65d-4e43-b305-58ea6e979243,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "address": "fa:16:3e:ee:75:60", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e9a1982-f2", "ovs_interfaceid": "2e9a1982-f205-476d-b35e-8f9e2bc33fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_vif [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e9a1982-f2, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=76f80586-fe48-4609-92d6-7b7cd9289cf9) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:34 user nova-compute[75260]: INFO os_vif [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:75:60,bridge_name='br-int',has_traffic_filtering=True,id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e9a1982-f2')
Dec 06 11:32:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wVGbXPEi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:32:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d52e0d1-8099-4b36-a885-c6c477ae5d79]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:32:34 user nova-compute[75260]: No targets found.
Dec 06 11:32:34 user nova-compute[75260]: iSNS:
Dec 06 11:32:34 user nova-compute[75260]: No targets found.
Dec 06 11:32:34 user nova-compute[75260]: STATIC:
Dec 06 11:32:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3
Dec 06 11:32:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:32:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:32:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:32:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:32:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:32:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:32:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:32:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:32:34 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:32:34 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:32:34 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:32:34 user nova-compute[75260]: FIRMWARE:
Dec 06 11:32:34 user nova-compute[75260]: No targets found.
Dec 06 11:32:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:32:34 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:32:34 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03c759b-4f62-425e-b784-4ed4da5425c3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b4bb43b-e43a-419c-ac6f-f1e429ffe74f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:32:35 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:32:35 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:32:35 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:32:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:32:35 user nova-compute[75260]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 (non-flash)
Dec 06 11:32:35 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:32:35 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:32:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e54dbd120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29f342a-2967-4dd0-9dcc-abfe71f857ba]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d993d3a7-2000-4144-8b3d-4e9a5442f987]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef80ac7-86a8-49e7-85ee-35f6d9b00e9b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e82b41-10b2-4989-abf5-c3c92ff90e1f]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOf23bc8ca-2d26b3faab9f6678', '/dev/disk/by-id/scsi-23264323662336661', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f23bc8ca') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[60bf7eb6-5f44-4aaf-b032-5d74475768c4]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f35cd5-2e8f-4a52-b25b-2d4b61a54cef]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82def04-a38f-4627-bd54-51bf04005390]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260]
Dec 06 11:32:35 user nova-compute[75260]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3, portal: 172.16.0.220,3260] successful.
Dec 06 11:32:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[239a8470-361b-4f62-babb-6447a7e88616]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] <== disconnect_volume: return (386ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:32:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Deleting instance files /opt/stack/data/nova/instances/7d828b34-e65d-4e43-b305-58ea6e979243_del
Dec 06 11:32:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Deletion of /opt/stack/data/nova/instances/7d828b34-e65d-4e43-b305-58ea6e979243_del complete
Dec 06 11:32:35 user nova-compute[75260]: INFO nova.compute.manager [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 06 11:32:35 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:32:35 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:36 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Took 0.86 seconds to deallocate network for instance.
Dec 06 11:32:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d335770-7138-4815-ba29-fb6832265d8c req-d73bb45f-d5c5-451a-8f39-cfde4354f410 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-deleted-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:36 user nova-compute[75260]: INFO nova.compute.manager [req-6d335770-7138-4815-ba29-fb6832265d8c req-d73bb45f-d5c5-451a-8f39-cfde4354f410 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Neutron deleted interface 2e9a1982-f205-476d-b35e-8f9e2bc33fcc; detaching it from the instance and deleting it from the info cache
Dec 06 11:32:36 user nova-compute[75260]: DEBUG nova.network.neutron [req-6d335770-7138-4815-ba29-fb6832265d8c req-d73bb45f-d5c5-451a-8f39-cfde4354f410 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-6d335770-7138-4815-ba29-fb6832265d8c req-d73bb45f-d5c5-451a-8f39-cfde4354f410 service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Detach interface failed, port_id=2e9a1982-f205-476d-b35e-8f9e2bc33fcc, reason: Instance 7d828b34-e65d-4e43-b305-58ea6e979243 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-42111fd7-c0d8-4766-929b-58391e1b9138 req-2d16bfa4-f0c9-4911-8392-7fa3ea43b65a service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-42111fd7-c0d8-4766-929b-58391e1b9138 req-2d16bfa4-f0c9-4911-8392-7fa3ea43b65a service nova] Acquiring lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-42111fd7-c0d8-4766-929b-58391e1b9138 req-2d16bfa4-f0c9-4911-8392-7fa3ea43b65a service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-42111fd7-c0d8-4766-929b-58391e1b9138 req-2d16bfa4-f0c9-4911-8392-7fa3ea43b65a service nova] Lock "7d828b34-e65d-4e43-b305-58ea6e979243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-42111fd7-c0d8-4766-929b-58391e1b9138 req-2d16bfa4-f0c9-4911-8392-7fa3ea43b65a service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] No waiting events found dispatching network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:36 user nova-compute[75260]: WARNING nova.compute.manager [req-42111fd7-c0d8-4766-929b-58391e1b9138 req-2d16bfa4-f0c9-4911-8392-7fa3ea43b65a service nova] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Received unexpected event network-vif-plugged-2e9a1982-f205-476d-b35e-8f9e2bc33fcc for instance with vm_state active and task_state deleting.
Dec 06 11:32:37 user nova-compute[75260]: INFO nova.compute.manager [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 11:32:37 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 7d828b34-e65d-4e43-b305-58ea6e979243] Deleting volume: 8ecc07a3-cc1b-4c50-8c59-8a5451582dd3 {{(pid=75260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 11:32:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:37 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:32:37 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:32:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.397s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:37 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Deleted allocations for instance 7d828b34-e65d-4e43-b305-58ea6e979243
Dec 06 11:32:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1961fa17-6e93-4ac0-afb1-a06c5fc68ab1 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "7d828b34-e65d-4e43-b305-58ea6e979243" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.676s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:32:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:32:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:32:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:32:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing instance network info cache due to event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updated VIF entry in instance network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c07a9e7c-7cf0-49f1-a502-e613f2649edf req-9110f6e5-77c6-4a69-866a-fcfe7d298081 service nova] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:32:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:52 user nova-compute[75260]: INFO nova.compute.manager [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Shelving
Dec 06 11:32:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-ab405c22-135c-4d7b-8653-34f296fd520a req-ed39b516-389e-40df-a3f6-32bed040e184 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-unplugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ab405c22-135c-4d7b-8653-34f296fd520a req-ed39b516-389e-40df-a3f6-32bed040e184 service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ab405c22-135c-4d7b-8653-34f296fd520a req-ed39b516-389e-40df-a3f6-32bed040e184 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ab405c22-135c-4d7b-8653-34f296fd520a req-ed39b516-389e-40df-a3f6-32bed040e184 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-ab405c22-135c-4d7b-8653-34f296fd520a req-ed39b516-389e-40df-a3f6-32bed040e184 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-unplugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:53 user nova-compute[75260]: WARNING nova.compute.manager [req-ab405c22-135c-4d7b-8653-34f296fd520a req-ed39b516-389e-40df-a3f6-32bed040e184 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-unplugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state active and task_state shelving.
Dec 06 11:32:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance destroyed successfully.
Dec 06 11:32:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Beginning cold snapshot process
Dec 06 11:32:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:32:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk /opt/stack/data/nova/instances/snapshots/tmpmtvnb253/fda5a2ac012e44129ac4b4ade9261b46 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:32:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk /opt/stack/data/nova/instances/snapshots/tmpmtvnb253/fda5a2ac012e44129ac4b4ade9261b46" returned: 0 in 0.717s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:32:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Snapshot extracted, beginning image upload
Dec 06 11:32:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7304b16-abe2-49ce-950f-7a5410727c3c req-b1bd53b0-3ee9-493c-addb-b380213b45ff service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7304b16-abe2-49ce-950f-7a5410727c3c req-b1bd53b0-3ee9-493c-addb-b380213b45ff service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7304b16-abe2-49ce-950f-7a5410727c3c req-b1bd53b0-3ee9-493c-addb-b380213b45ff service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c7304b16-abe2-49ce-950f-7a5410727c3c req-b1bd53b0-3ee9-493c-addb-b380213b45ff service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-c7304b16-abe2-49ce-950f-7a5410727c3c req-b1bd53b0-3ee9-493c-addb-b380213b45ff service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:32:55 user nova-compute[75260]: WARNING nova.compute.manager [req-c7304b16-abe2-49ce-950f-7a5410727c3c req-b1bd53b0-3ee9-493c-addb-b380213b45ff service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 11:32:57 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Snapshot image upload complete
Dec 06 11:32:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:32:57 user nova-compute[75260]: INFO nova.compute.manager [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Shelve offloading
Dec 06 11:32:57 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance destroyed successfully.
Dec 06 11:32:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:32:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:32:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:32:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:32:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:32:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance destroyed successfully.
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'resources' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-855294041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-855294041',id=34,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuysg1bXha0MPQeSM/ixz4FDt4XNQFhjtGaO/dgpRMy8JEBdyDVzDHP6f5mqJrcHE3hafcR2Q21hhrgdjd5lXVy35pe+a5do/jJLCnSckrWV39ZhnALhwOouRBCj9hT5A==',key_name='tempest-keypair-80624417',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:31:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-qyfokp5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member',shelved_at='2023-12-06T11:32:57.020895',shelved_host='user',shelved_image_id='0ab12f28-c7d3-4ac8-9303-16b1f710224c'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:32:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=257b55d5-1812-49fc-ab28-40e46d3b3ec6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG os_vif [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc660c6a7-0c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6cb0398c-7d80-4fae-8061-e4fccf5d1977) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing instance network info cache due to event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:32:58 user nova-compute[75260]: INFO os_vif [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c')
Dec 06 11:32:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Deleting instance files /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6_del
Dec 06 11:32:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Deletion of /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6_del complete
Dec 06 11:32:58 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Deleted allocations for instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6
Dec 06 11:32:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'numa_topology' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.objects.base [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<257b55d5-1812-49fc-ab28-40e46d3b3ec6> lazy-loaded attributes: resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updated VIF entry in instance network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:32:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-77c5a69d-b386-400e-bc7d-03463668b034 req-40729698-2b79-4773-92ea-54747e5f294d service nova] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:32:59 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:32:59 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:32:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.477s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:32:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-fe3f1322-2a70-4cd1-98e8-25105084fe22 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.307s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:06 user nova-compute[75260]: INFO nova.compute.manager [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Terminating instance
Dec 06 11:33:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-8c38467b-c9ac-4730-81b5-e21dbea49ed7 req-c9b3c8a8-7204-464d-802b-523680749e67 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8c38467b-c9ac-4730-81b5-e21dbea49ed7 req-c9b3c8a8-7204-464d-802b-523680749e67 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8c38467b-c9ac-4730-81b5-e21dbea49ed7 req-c9b3c8a8-7204-464d-802b-523680749e67 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8c38467b-c9ac-4730-81b5-e21dbea49ed7 req-c9b3c8a8-7204-464d-802b-523680749e67 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-8c38467b-c9ac-4730-81b5-e21dbea49ed7 req-c9b3c8a8-7204-464d-802b-523680749e67 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-8c38467b-c9ac-4730-81b5-e21dbea49ed7 req-c9b3c8a8-7204-464d-802b-523680749e67 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-unplugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:33:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Instance destroyed successfully.
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'resources' on Instance uuid 71043b57-52f2-485a-9ace-32f2f28a4a0d {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:17:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-935497809',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-935497809',id=14,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:19:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-chj86027',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:21:07Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=71043b57-52f2-485a-9ace-32f2f28a4a0d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "address": "fa:16:3e:f1:0d:b7", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap026e79e2-6f", "ovs_interfaceid": "026e79e2-6fc9-4a3f-ab4d-5b12400381b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_vif [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap026e79e2-6f, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b2e92bb-03de-4175-b9f9-48c47830dd29) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:07 user nova-compute[75260]: INFO os_vif [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:0d:b7,bridge_name='br-int',has_traffic_filtering=True,id=026e79e2-6fc9-4a3f-ab4d-5b12400381b6,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap026e79e2-6f')
Dec 06 11:33:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NFykopeL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:33:07 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[389335fa-d826-4e40-bb3b-3ea7ba4d820c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:33:07 user nova-compute[75260]: No targets found.
Dec 06 11:33:07 user nova-compute[75260]: iSNS:
Dec 06 11:33:07 user nova-compute[75260]: No targets found.
Dec 06 11:33:07 user nova-compute[75260]: STATIC:
Dec 06 11:33:07 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:33:07 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:33:07 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:33:07 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:33:07 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:33:07 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:33:07 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1
Dec 06 11:33:07 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:33:07 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:33:07 user nova-compute[75260]: FIRMWARE:
Dec 06 11:33:07 user nova-compute[75260]: No targets found.
Dec 06 11:33:07 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:33:07 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:33:07 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeef7d41-bc76-4eed-966b-133a2075d61a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f83633-211e-45fc-9d17-042059fc7f77]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:33:07 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:33:07 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:07 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 (non-flash)
Dec 06 11:33:07 user nova-compute[75260]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:33:07 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:07 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c12b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc09763c-3394-4d83-a19b-3fcf18b60a30]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8cf662d-6d77-44a3-8df4-10a8a499d65f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02374a9-bee6-4473-99e3-649156c08a42]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[35704f38-1034-4c60-a218-5182a1ccb74a]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a8caa8a-1e70-48d0-bac1-79221ff40d51]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[99681733-4986-4a49-b414-d9303dab81b7]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260]
Dec 06 11:33:08 user nova-compute[75260]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1, portal: 172.16.0.220,3260] successful.
Dec 06 11:33:08 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1590f169-5681-4c1d-82b5-f65cceb1bdf1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[885d15d9-f8c2-4aa5-869b-86ba1a52c5e4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] <== disconnect_volume: return (353ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:33:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Deleting instance files /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d_del
Dec 06 11:33:08 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Deletion of /opt/stack/data/nova/instances/71043b57-52f2-485a-9ace-32f2f28a4a0d_del complete
Dec 06 11:33:08 user nova-compute[75260]: INFO nova.compute.manager [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Took 1.27 seconds to destroy the instance on the hypervisor.
Dec 06 11:33:08 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:33:08 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:08 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Took 0.62 seconds to deallocate network for instance.
Dec 06 11:33:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] Acquiring lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] No waiting events found dispatching network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:09 user nova-compute[75260]: WARNING nova.compute.manager [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received unexpected event network-vif-plugged-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 for instance with vm_state active and task_state deleting.
Dec 06 11:33:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-b13b0bf9-d858-4f3a-83fe-7a53fe6dfdcd req-d38775d1-0233-4c02-b1e2-a77105f2e5d6 service nova] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Received event network-vif-deleted-026e79e2-6fc9-4a3f-ab4d-5b12400381b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:09 user nova-compute[75260]: INFO nova.compute.manager [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: 71043b57-52f2-485a-9ace-32f2f28a4a0d] Took 0.83 seconds to detach 1 volumes for instance.
Dec 06 11:33:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:33:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.295s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:09 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Deleted allocations for instance 71043b57-52f2-485a-9ace-32f2f28a4a0d
Dec 06 11:33:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5d9adc20-d8f1-44dc-9b1e-1f0bebf92266 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "71043b57-52f2-485a-9ace-32f2f28a4a0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.215s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:33:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:33:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:33:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:33:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:33:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [{"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-d2d55cf9-e961-410c-8bca-6bfd54db7411" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:33:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing instance network info cache due to event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.network.neutron [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:33:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:33:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8028MB free_disk=24.938087463378906GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f85fe28c-effa-4aa8-8008-b0a060a25044 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 101843a6-4fe7-4368-81a8-5a2ab00617ad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9366df9d-bc22-46b9-a63e-2505df6a16c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:28 user nova-compute[75260]: INFO nova.compute.manager [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Detaching volume 28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:33:28 user nova-compute[75260]: INFO nova.virt.block_device [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Attempting to driver detach volume 28db19eb-8c93-4d69-92ab-8078687b7225 from mountpoint /dev/vdb
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Attempting to detach device vdb from instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:33:28 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:33:28 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:33:28 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:33:28 user nova-compute[75260]:   <serial>28db19eb-8c93-4d69-92ab-8078687b7225</serial>
Dec 06 11:33:28 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:33:28 user nova-compute[75260]: </disk>
Dec 06 11:33:28 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:33:28 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully detached device vdb from instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 from the persistent domain config.
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:33:28 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:33:28 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:33:28 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:33:28 user nova-compute[75260]:   <serial>28db19eb-8c93-4d69-92ab-8078687b7225</serial>
Dec 06 11:33:28 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:33:28 user nova-compute[75260]: </disk>
Dec 06 11:33:28 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.network.neutron [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updated VIF entry in instance network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.network.neutron [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1cfe22a0-6350-4185-906b-58b4c743e686 req-0ffc4e39-9445-4a62-b3e4-71c0190bc2ee service nova] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:33:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.507s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG nova.compute.manager [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG nova.compute.manager [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing instance network info cache due to event network-changed-ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] Acquiring lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] Acquired lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:33:29 user nova-compute[75260]: DEBUG nova.network.neutron [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Refreshing network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:33:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:33:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updated VIF entry in instance network info cache for port ee304313-48de-4b44-a764-c5faa6069f5d. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:33:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [{"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ff6a3ebe-b692-433f-98f7-6a5bc458da76 req-16d74876-0e3b-49be-ae11-f03a516701ff service nova] Releasing lock "refresh_cache-ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:31 user nova-compute[75260]: INFO nova.compute.manager [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Terminating instance
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Instance destroyed successfully.
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.objects.instance [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lazy-loading 'resources' on Instance uuid 101843a6-4fe7-4368-81a8-5a2ab00617ad {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1373694341',display_name='tempest-ServerActionsTestOtherA-server-1373694341',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1373694341',id=4,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI3WA5iG2GjEI31grfVwDtiMZoosBQ5N6HvNqjSF3AjGHHZU5v1CYUIr5G1wHS0icBl8xMuDXeWfoVZKAIi9jmrpbpCtIYrFzAiiKSi7L8eC3Rzwp0sQBkI0HWNlSL5oWA==',key_name='tempest-keypair-1364241098',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b93bf5133c846c891e5fc6469018f34',ramdisk_id='',reservation_id='r-3pr6j3wf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1476203134',owner_user_name='tempest-ServerActionsTestOtherA-1476203134-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:14:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e84ce1a8eac34833839893f2481074ef',uuid=101843a6-4fe7-4368-81a8-5a2ab00617ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converting VIF {"id": "393eee0c-21c8-479c-ac24-c37aabe30367", "address": "fa:16:3e:9e:31:10", "network": {"id": "4d66e8cd-427e-4593-b46a-51a4dda4cfe7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1868057826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b93bf5133c846c891e5fc6469018f34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap393eee0c-21", "ovs_interfaceid": "393eee0c-21c8-479c-ac24-c37aabe30367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG os_vif [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap393eee0c-21, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=240aabdb-70f7-411c-b054-d0730edfa2bc) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:31 user nova-compute[75260]: INFO os_vif [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:31:10,bridge_name='br-int',has_traffic_filtering=True,id=393eee0c-21c8-479c-ac24-c37aabe30367,network=Network(4d66e8cd-427e-4593-b46a-51a4dda4cfe7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap393eee0c-21')
Dec 06 11:33:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Deleting instance files /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad_del
Dec 06 11:33:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Deletion of /opt/stack/data/nova/instances/101843a6-4fe7-4368-81a8-5a2ab00617ad_del complete
Dec 06 11:33:31 user nova-compute[75260]: INFO nova.compute.manager [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Took 0.78 seconds to destroy the instance on the hypervisor.
Dec 06 11:33:31 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:33:31 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-unplugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-unplugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-unplugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:32 user nova-compute[75260]: WARNING nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received unexpected event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with vm_state active and task_state deleting.
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:32 user nova-compute[75260]: WARNING nova.compute.manager [req-9c84e5ed-c2bb-4cc9-85b6-15bf13bd757a req-b57ffc0f-b8e2-41de-a81b-8a6d57d3a0ad service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received unexpected event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with vm_state active and task_state deleting.
Dec 06 11:33:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:32 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Took 0.71 seconds to deallocate network for instance.
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:33:32 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:33:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.267s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:33 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Deleted allocations for instance 101843a6-4fe7-4368-81a8-5a2ab00617ad
Dec 06 11:33:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-61d9a305-833d-43e3-9a42-3d54247fcdd4 tempest-ServerActionsTestOtherA-1476203134 tempest-ServerActionsTestOtherA-1476203134-project-member] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.954s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:34 user nova-compute[75260]: WARNING nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received unexpected event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with vm_state deleted and task_state None.
Dec 06 11:33:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] Acquiring lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] Lock "101843a6-4fe7-4368-81a8-5a2ab00617ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] No waiting events found dispatching network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:34 user nova-compute[75260]: WARNING nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received unexpected event network-vif-plugged-393eee0c-21c8-479c-ac24-c37aabe30367 for instance with vm_state deleted and task_state None.
Dec 06 11:33:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-0b429b49-6080-4957-b3c4-c2b104a87625 req-2d21717c-fa11-4452-bc2a-a57b1ab76b65 service nova] [instance: 101843a6-4fe7-4368-81a8-5a2ab00617ad] Received event network-vif-deleted-393eee0c-21c8-479c-ac24-c37aabe30367 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:33:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-changed-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Refreshing instance network info cache due to event network-changed-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:33:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] Acquiring lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:33:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] Acquired lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:33:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Refreshing network info cache for port d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:33:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updated VIF entry in instance network info cache for port d7c616f3-b21e-4faa-aeb9-f0c1d32053d5. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:33:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating instance_info_cache with network_info: [{"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb81d6e4-9848-4882-b236-bb9b454236fa req-f902d595-84d1-421a-b717-ef2cac9fd5b9 service nova] Releasing lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:33:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:48 user nova-compute[75260]: INFO nova.compute.manager [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attaching volume d7872f66-a10e-4767-a199-a0f30197801e to /dev/vdb
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.utils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 is timed out.
Dec 06 11:33:49 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully detached device vdb from instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 from the live domain config.
Dec 06 11:33:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'atevcIKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:33:49 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd5d5e1-7075-468c-b81f-05b42b3ba6df]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[caa8ea03-2c24-4b2e-baa5-751c71a38909]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:33:49 user nova-compute[75260]: No targets found.
Dec 06 11:33:49 user nova-compute[75260]: iSNS:
Dec 06 11:33:49 user nova-compute[75260]: No targets found.
Dec 06 11:33:49 user nova-compute[75260]: STATIC:
Dec 06 11:33:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:33:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:33:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:33:49 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225
Dec 06 11:33:49 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:33:49 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:33:49 user nova-compute[75260]: FIRMWARE:
Dec 06 11:33:49 user nova-compute[75260]: No targets found.
Dec 06 11:33:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:33:49 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:33:49 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[340761fd-7b89-4177-ba2d-3ea48dd75e9f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[482f254c-375b-422c-8d29-4c23ea918607]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[99cd9cc8-870d-4199-886e-263166deec44]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b1f1a8-834b-4fa1-9b16-72608a6a81ec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c441ff-18da-472e-8fb8-4dc700d22e52]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:33:49 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 (non-flash)
Dec 06 11:33:49 user nova-compute[75260]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541beb00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:33:49 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c9736ae-c4ec-4b92-8589-f54178eef35d]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.utils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating existing volume attachment record: c887fa9d-6acc-4643-847c-4ef586013ec3 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6878c7-27eb-47b2-9a26-8ac32b4e6d83]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b08526-2abc-4fdc-921f-ebf4cd039c52]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[42617feb-a507-4601-9f04-0e96ef5f8d4f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdfd89f-3ce5-4e53-be6a-6fb67551248e]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cba58fce-9b9c-4f52-8b51-ac8674b6ce0a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a47e56-56cf-491c-bc58-1450018bd610]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260]
Dec 06 11:33:49 user nova-compute[75260]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225, portal: 172.16.0.220,3260] successful.
Dec 06 11:33:49 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28db19eb-8c93-4d69-92ab-8078687b7225 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[62704ec8-ded5-49c0-9453-589a65883dc1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] <== disconnect_volume: return (334ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:33:49 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:33:50 user nova-compute[75260]: DEBUG nova.objects.instance [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'flavor' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:33:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-df13a814-2bd0-449e-88d2-1df08baf6393 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.775s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:57 user nova-compute[75260]: INFO nova.compute.manager [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Terminating instance
Dec 06 11:33:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-8342519a-4614-4dde-8536-a60500e529e2 req-b9e46264-6d0d-4ae4-be5f-75e514840d55 service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-vif-unplugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8342519a-4614-4dde-8536-a60500e529e2 req-b9e46264-6d0d-4ae4-be5f-75e514840d55 service nova] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8342519a-4614-4dde-8536-a60500e529e2 req-b9e46264-6d0d-4ae4-be5f-75e514840d55 service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8342519a-4614-4dde-8536-a60500e529e2 req-b9e46264-6d0d-4ae4-be5f-75e514840d55 service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-8342519a-4614-4dde-8536-a60500e529e2 req-b9e46264-6d0d-4ae4-be5f-75e514840d55 service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] No waiting events found dispatching network-vif-unplugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-8342519a-4614-4dde-8536-a60500e529e2 req-b9e46264-6d0d-4ae4-be5f-75e514840d55 service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-vif-unplugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:33:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Instance destroyed successfully.
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lazy-loading 'resources' on Instance uuid f85fe28c-effa-4aa8-8008-b0a060a25044 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:14:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-628404729',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-628404729',id=2,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:14:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de599d7f41674eaabe3e3911034e7215',ramdisk_id='',reservation_id='r-vzjigsup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-279880957',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:16:14Z,user_data=None,user_id='0ab1d20171b245f08bccd714cbaee177',uuid=f85fe28c-effa-4aa8-8008-b0a060a25044,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converting VIF {"id": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "address": "fa:16:3e:52:d7:13", "network": {"id": "2570daa3-ef8a-41c9-8410-3cef0e5c50e0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-925027897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de599d7f41674eaabe3e3911034e7215", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70af1f27-6f", "ovs_interfaceid": "70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG os_vif [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70af1f27-6f, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56eed290-b386-441f-a09c-1a03eb5e322f) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:33:58 user nova-compute[75260]: INFO os_vif [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:d7:13,bridge_name='br-int',has_traffic_filtering=True,id=70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f,network=Network(2570daa3-ef8a-41c9-8410-3cef0e5c50e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70af1f27-6f')
Dec 06 11:33:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Deleting instance files /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044_del
Dec 06 11:33:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Deletion of /opt/stack/data/nova/instances/f85fe28c-effa-4aa8-8008-b0a060a25044_del complete
Dec 06 11:33:58 user nova-compute[75260]: INFO nova.compute.manager [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Took 0.74 seconds to destroy the instance on the hypervisor.
Dec 06 11:33:58 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:33:58 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:33:59 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Took 0.43 seconds to deallocate network for instance.
Dec 06 11:33:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-2fb6f386-e41f-42a8-90ea-faea586f3ba4 req-6897d660-df6c-4c54-ad2b-ae9d0b34ab84 service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-vif-deleted-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LoclfdXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:33:59 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:33:59 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:33:59 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[773de4ee-51bd-469b-aacd-59260257cf1c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:33:59 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca8f061-b7bb-458e-aad8-096c92ff0d17]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e] added
Dec 06 11:33:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.235s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a658993-dbf9-47f1-b89f-fe8f2f52beba]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a6df91-677d-4a58-9df4-43564072cc1c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LoclfdXO {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Deleted allocations for instance f85fe28c-effa-4aa8-8008-b0a060a25044
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LoclfdXO" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d941f42f-ae50-4fbd-9a85-ced39acd63cb]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LoclfdXO'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[418a0394-60f3-4b5b-aa1f-796ac74c4503]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a7a3f0-d142-48eb-a63c-543486d515bc]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a73db6b4-56c4-4e2a-951b-f20186f12f36 tempest-ServerBootFromVolumeStableRescueTest-279880957 tempest-ServerBootFromVolumeStableRescueTest-279880957-project-member] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.602s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[470dd63c-742e-4b1b-af07-4343ca25cf83]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260]
Dec 06 11:33:59 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260] successful.
Dec 06 11:33:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a63377-c13f-473d-83f2-da904dae6577]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bad2fc7-09d2-4157-ae2e-0fc8d73a06df]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:59 user nova-compute[75260]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)
Dec 06 11:33:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:33:59 user nova-compute[75260]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)
Dec 06 11:33:59 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.034s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1dc9f81-4596-4044-b399-38a93a5b1570]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:33:59 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-36ff1d27-4b5d-44ce-9c72-8d63af6f95fb req-ab916e36-58f3-4c99-b9de-e04305e8aacd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received event network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-36ff1d27-4b5d-44ce-9c72-8d63af6f95fb req-ab916e36-58f3-4c99-b9de-e04305e8aacd service nova] Acquiring lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-36ff1d27-4b5d-44ce-9c72-8d63af6f95fb req-ab916e36-58f3-4c99-b9de-e04305e8aacd service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-36ff1d27-4b5d-44ce-9c72-8d63af6f95fb req-ab916e36-58f3-4c99-b9de-e04305e8aacd service nova] Lock "f85fe28c-effa-4aa8-8008-b0a060a25044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-36ff1d27-4b5d-44ce-9c72-8d63af6f95fb req-ab916e36-58f3-4c99-b9de-e04305e8aacd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] No waiting events found dispatching network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:34:00 user nova-compute[75260]: WARNING nova.compute.manager [req-36ff1d27-4b5d-44ce-9c72-8d63af6f95fb req-ab916e36-58f3-4c99-b9de-e04305e8aacd service nova] [instance: f85fe28c-effa-4aa8-8008-b0a060a25044] Received unexpected event network-vif-plugged-70af1f27-6f6f-4b2b-a2f9-1d49b5c0517f for instance with vm_state deleted and task_state None.
Dec 06 11:34:00 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LoclfdXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23733336237643930', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733336237643930', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:34:00 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:34:00 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:34:00 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:34:00 user nova-compute[75260]:   <serial>d7872f66-a10e-4767-a199-a0f30197801e</serial>
Dec 06 11:34:00 user nova-compute[75260]: </disk>
Dec 06 11:34:00 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:34:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:34:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:34:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No VIF found with MAC fa:16:3e:f3:63:21, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:34:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8d7b1a50-490b-4a69-9e8a-c2adfa9e12f3 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.166s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing instance network info cache due to event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:34:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:34:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:34:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updated VIF entry in instance network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c678effd-cc2f-45d2-bc75-e88721cdc7b2 req-de13ecf3-7ec9-48ca-ab70-63941f76a2e3 service nova] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:10 user nova-compute[75260]: INFO nova.compute.manager [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Shelve offloading
Dec 06 11:34:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-84a72019-242f-4422-9cfa-eb60c54f781d req-a0764069-daf4-4ea9-8ae7-f97cf4b39d02 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-unplugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84a72019-242f-4422-9cfa-eb60c54f781d req-a0764069-daf4-4ea9-8ae7-f97cf4b39d02 service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84a72019-242f-4422-9cfa-eb60c54f781d req-a0764069-daf4-4ea9-8ae7-f97cf4b39d02 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84a72019-242f-4422-9cfa-eb60c54f781d req-a0764069-daf4-4ea9-8ae7-f97cf4b39d02 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-84a72019-242f-4422-9cfa-eb60c54f781d req-a0764069-daf4-4ea9-8ae7-f97cf4b39d02 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-unplugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:34:10 user nova-compute[75260]: WARNING nova.compute.manager [req-84a72019-242f-4422-9cfa-eb60c54f781d req-a0764069-daf4-4ea9-8ae7-f97cf4b39d02 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-unplugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state active and task_state shelving.
Dec 06 11:34:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance destroyed successfully.
Dec 06 11:34:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:34:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:34:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:34:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:34:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:34:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:34:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance destroyed successfully.
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'resources' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-660735624',display_name='tempest-TestShelveInstance-server-660735624',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-660735624',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG2BMRcDUp+up8aLG8eVlS3LJxIUN0wR5hjcSYfk1ckhIUJwcv24xihSrC87CzZPlSUCg+D3AZNApyZ5wJd0j4RHFwQPC3U88WE+slZ4WOe5MjZNxB6FxH0Gxkxrr1QdiQ==',key_name='tempest-TestShelveInstance-43244029',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:32:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6c1aa0d36d7458b9cda11a1c5b7627f',ramdisk_id='',reservation_id='r-zdr0x17c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-33661686',owner_user_name='tempest-TestShelveInstance-33661686-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:32:34Z,user_data=None,user_id='d2719cb620374f66a741cad7883f4834',uuid=9366df9d-bc22-46b9-a63e-2505df6a16c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converting VIF {"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_vif [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap296d6502-94, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=283da09b-fbd3-4a9a-b0b2-63fe9ea62a4e) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:12 user nova-compute[75260]: INFO os_vif [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94')
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:34:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c462a2-6f9d-4dad-9c13-5ef883671f31]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:34:12 user nova-compute[75260]: No targets found.
Dec 06 11:34:12 user nova-compute[75260]: iSNS:
Dec 06 11:34:12 user nova-compute[75260]: No targets found.
Dec 06 11:34:12 user nova-compute[75260]: STATIC:
Dec 06 11:34:12 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e
Dec 06 11:34:12 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:34:12 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:34:12 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:34:12 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:34:12 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:34:12 user nova-compute[75260]: FIRMWARE:
Dec 06 11:34:12 user nova-compute[75260]: No targets found.
Dec 06 11:34:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:34:12 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:34:12 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7551521-b0ce-424b-ac97-cd1ef4f9ffcb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[be20ba92-f6f3-4655-9a5a-a212a17e4e9d]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:34:12 user nova-compute[75260]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)
Dec 06 11:34:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:34:12 user nova-compute[75260]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)
Dec 06 11:34:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c23f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da'): ({'sde'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Removing single pathed devices sde {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[405987d9-0d08-4733-8f96-29b878fde443]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd299b3c-d428-493f-b280-b09385132a9a]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Flushing IO for device /dev/sde {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[210ea650-484c-44fb-98cb-53026e7b33da]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f84c465-5a0a-4949-aa04-c2622e1e8d78]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] SCSI volumes sde have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d5cc62-4b3c-48b4-ba24-50917635a779]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4b98c7-96e1-4251-b3fa-6f05fca29bd9]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]
Dec 06 11:34:12 user nova-compute[75260]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.
Dec 06 11:34:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1cfe530-3b10-4898-a06e-0cffa71efa87]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] <== disconnect_volume: return (286ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:34:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Deleting instance files /opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0_del
Dec 06 11:34:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Deletion of /opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0_del complete
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:34:12 user nova-compute[75260]: WARNING nova.compute.manager [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state active and task_state shelving.
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing instance network info cache due to event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:34:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updated VIF entry in instance network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": null, "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap296d6502-94", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3f315b45-8987-42aa-8bda-4b1d9b19478f req-f284194a-64ca-493a-9798-a56bca832c94 service nova] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:34:13 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Deleted allocations for instance 9366df9d-bc22-46b9-a63e-2505df6a16c0
Dec 06 11:34:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'numa_topology' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG nova.objects.base [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Object Instance<9366df9d-bc22-46b9-a63e-2505df6a16c0> lazy-loaded attributes: resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.217s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7de5c743-82ce-42f5-9c14-e6ce85eef44b tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.497s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:18 user nova-compute[75260]: INFO nova.compute.manager [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Terminating instance
Dec 06 11:34:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-23f6b36d-042a-47d7-90d4-aab2d1d3a951 req-8d3aead8-4868-48dd-b932-6323867c288c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-23f6b36d-042a-47d7-90d4-aab2d1d3a951 req-8d3aead8-4868-48dd-b932-6323867c288c service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-23f6b36d-042a-47d7-90d4-aab2d1d3a951 req-8d3aead8-4868-48dd-b932-6323867c288c service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-23f6b36d-042a-47d7-90d4-aab2d1d3a951 req-8d3aead8-4868-48dd-b932-6323867c288c service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-23f6b36d-042a-47d7-90d4-aab2d1d3a951 req-8d3aead8-4868-48dd-b932-6323867c288c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-23f6b36d-042a-47d7-90d4-aab2d1d3a951 req-8d3aead8-4868-48dd-b932-6323867c288c service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-unplugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.compute.manager [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Detaching volume d7872f66-a10e-4767-a199-a0f30197801e
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.virt.block_device [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attempting to driver detach volume d7872f66-a10e-4767-a199-a0f30197801e from mountpoint /dev/vdb
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Attempting to detach device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:34:19 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:34:19 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:34:19 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:34:19 user nova-compute[75260]:   <serial>d7872f66-a10e-4767-a199-a0f30197801e</serial>
Dec 06 11:34:19 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:34:19 user nova-compute[75260]: </disk>
Dec 06 11:34:19 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config.
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:34:19 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:34:19 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:34:19 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:34:19 user nova-compute[75260]:   <serial>d7872f66-a10e-4767-a199-a0f30197801e</serial>
Dec 06 11:34:19 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:34:19 user nova-compute[75260]: </disk>
Dec 06 11:34:19 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Instance destroyed successfully.
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'resources' on Instance uuid ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1248535112',display_name='tempest-ServerRescueNegativeTestJSON-server-1248535112',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1248535112',id=32,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM6iLqDl/PDZyyT2QH+jdWn3fUw6xrGtWDWu1n5EkyrpjsDQ/Ckj89jSRJJCRMRKqKe16ySC6DbsPeZU3gC3Hv7szpSIxD//xDi6GMszknetxLEKT7Q+q7SFpwEw8kt7QQ==',key_name='tempest-keypair-1738500423',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:29:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-f7xw6l2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:31:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='36ff047726df4a8396d61e6dec931d8f',uuid=ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "ee304313-48de-4b44-a764-c5faa6069f5d", "address": "fa:16:3e:0d:86:43", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee304313-48", "ovs_interfaceid": "ee304313-48de-4b44-a764-c5faa6069f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG os_vif [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee304313-48, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db537d83-cc9e-4c26-a736-2f44c588f668) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:19 user nova-compute[75260]: INFO os_vif [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:86:43,bridge_name='br-int',has_traffic_filtering=True,id=ee304313-48de-4b44-a764-c5faa6069f5d,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee304313-48')
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Deleting instance files /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693_del
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Deletion of /opt/stack/data/nova/instances/ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693_del complete
Dec 06 11:34:19 user nova-compute[75260]: INFO nova.compute.manager [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 06 11:34:19 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:34:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:34:20 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:34:20 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Took 0.77 seconds to deallocate network for instance.
Dec 06 11:34:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:20 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:34:20 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:34:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.233s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:20 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Deleted allocations for instance ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693
Dec 06 11:34:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4f9a3840-6498-4511-97d9-07ad400a5dd5 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.015s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] Acquiring lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] Lock "ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] No waiting events found dispatching network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:34:21 user nova-compute[75260]: WARNING nova.compute.manager [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received unexpected event network-vif-plugged-ee304313-48de-4b44-a764-c5faa6069f5d for instance with vm_state deleted and task_state None.
Dec 06 11:34:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-5ff7e981-1c7e-4ebb-b12e-450c20cd62ab req-c6b526f1-a26c-460e-9d83-645f9b31e853 service nova] [instance: ed7a9484-cea0-4fc6-a8a6-e0b9a1f8a693] Received event network-vif-deleted-ee304313-48de-4b44-a764-c5faa6069f5d {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:34:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8602MB free_disk=25.11602020263672GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:34:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:34:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:34:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:34:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:34:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:34:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:39 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 is timed out.
Dec 06 11:34:39 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config.
Dec 06 11:34:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LoclfdXO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:34:40 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[142a0aac-15e9-431d-a406-ac0785db5b85]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:34:40 user nova-compute[75260]: No targets found.
Dec 06 11:34:40 user nova-compute[75260]: iSNS:
Dec 06 11:34:40 user nova-compute[75260]: No targets found.
Dec 06 11:34:40 user nova-compute[75260]: STATIC:
Dec 06 11:34:40 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e
Dec 06 11:34:40 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:34:40 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:34:40 user nova-compute[75260]: FIRMWARE:
Dec 06 11:34:40 user nova-compute[75260]: No targets found.
Dec 06 11:34:40 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:34:40 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:34:40 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b14039-c2a9-43b2-8888-70661fc91133]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bec4f85-bd12-42e9-aebd-25163227d958]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)
Dec 06 11:34:40 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e (non-flash)
Dec 06 11:34:40 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541381f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b467ec-751f-4c2e-b166-41ff0d33dbdf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ef5df2-10cc-4714-bbdb-f9fa40617320]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c305ba01-71c2-4bc5-893a-c1fb72ce6ae0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5d557f3-bfa5-4735-ba2c-09fe7f9a486c]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a568b81-6eed-42d3-8e72-08dff7c6c9da]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[62dec5c4-91cc-45c6-be25-fc66a95c7bcd]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260]
Dec 06 11:34:40 user nova-compute[75260]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e, portal: 172.16.0.220,3260] successful.
Dec 06 11:34:40 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7872f66-a10e-4767-a199-a0f30197801e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c025ae5-46a1-48ad-a561-532e63e84373]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== disconnect_volume: return (289ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:34:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:34:41 user nova-compute[75260]: DEBUG nova.objects.instance [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-29ac767d-6cbf-4db5-93d8-32f75844d6b4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.807s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:34:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:45 user nova-compute[75260]: INFO nova.compute.manager [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Unshelving
Dec 06 11:34:45 user nova-compute[75260]: INFO nova.virt.block_device [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Booting with volume 52243a0f-ca9a-41f6-bee4-bd08ae0bd933 at /dev/vdc
Dec 06 11:34:45 user nova-compute[75260]: DEBUG os_brick.utils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6628b61d-6b06-439a-ac43-95ec9361182b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8493cf66-32c2-485f-b893-c33296d82190]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[71babe40-b4e8-4a4d-b7b6-07245e66d3d5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e115dbd-18fa-4ecd-b27e-48398146018d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:34:45 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:34:45 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe9ed835-5760-48d8-a149-1512dfd9161c]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG os_brick.utils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:34:45 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating existing volume attachment record: a085f1db-7228-4b4a-b62b-08fcb4df88f6 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:34:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:34:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:54 user nova-compute[75260]: DEBUG nova.objects.instance [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'pci_requests' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:55 user nova-compute[75260]: DEBUG nova.objects.instance [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'numa_topology' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:34:55 user nova-compute[75260]: INFO nova.compute.claims [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Claim successful on node user
Dec 06 11:34:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:55 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:34:55 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:34:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.338s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:55 user nova-compute[75260]: INFO nova.network.neutron [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating port c660c6a7-0cf8-4b5b-8a45-71530875b7e0 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG nova.network.neutron [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG nova.compute.manager [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing instance network info cache due to event network-changed-c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:34:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] Acquiring lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG nova.network.neutron [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:34:57 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Creating image(s)
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG nova.objects.instance [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'trusted_certs' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] Acquired lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG nova.network.neutron [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Refreshing network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG nova.objects.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<257b55d5-1812-49fc-ab28-40e46d3b3ec6> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "48673526ebee360d50bd5b053071cfeee5f96bd6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "48673526ebee360d50bd5b053071cfeee5f96bd6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.part --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG nova.virt.images [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] 0ab12f28-c7d3-4ac8-9303-16b1f710224c was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.part /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updated VIF entry in instance network info cache for port c660c6a7-0cf8-4b5b-8a45-71530875b7e0. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d25b73d3-aaa4-47a6-bc90-505e3ee48a36 req-a00d9708-5e6d-42ce-b06b-5ef00f3ff488 service nova] Releasing lock "refresh_cache-257b55d5-1812-49fc-ab28-40e46d3b3ec6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.part /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.converted" returned: 0 in 0.344s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:58 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "48673526ebee360d50bd5b053071cfeee5f96bd6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.869s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6 --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "48673526ebee360d50bd5b053071cfeee5f96bd6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "48673526ebee360d50bd5b053071cfeee5f96bd6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6 --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6,backing_fmt=raw /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6,backing_fmt=raw /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk 1073741824" returned: 0 in 0.061s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "48673526ebee360d50bd5b053071cfeee5f96bd6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6 --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG nova.objects.instance [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'migration_context' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG nova.objects.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<257b55d5-1812-49fc-ab28-40e46d3b3ec6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:34:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Rebasing disk image.
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:34:59 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 -F raw /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 -F raw /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk" returned: 0 in 2.117s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Ensure instance console log exists: /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Start _get_guest_xml network_info=[{"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='96021f7c9692d64d468c69dbdc2c14b9',container_format='bare',created_at=2023-12-06T11:32:53Z,direct_url=<?>,disk_format='qcow2',id=0ab12f28-c7d3-4ac8-9303-16b1f710224c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-855294041-shelved',owner='60d69258e37f481ea440126cbbc79860',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T11:32:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdc', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'a085f1db-7228-4b4a-b62b-08fcb4df88f6', 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGrTLZQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '257b55d5-1812-49fc-ab28-40e46d3b3ec6', 'attached_at': '', 'detached_at': '', 'volume_id': '52243a0f-ca9a-41f6-bee4-bd08ae0bd933', 'serial': '52243a0f-ca9a-41f6-bee4-bd08ae0bd933'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:35:02 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:02 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='96021f7c9692d64d468c69dbdc2c14b9',container_format='bare',created_at=2023-12-06T11:32:53Z,direct_url=<?>,disk_format='qcow2',id=0ab12f28-c7d3-4ac8-9303-16b1f710224c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-855294041-shelved',owner='60d69258e37f481ea440126cbbc79860',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T11:32:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.objects.instance [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'vcpu_model' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.objects.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<257b55d5-1812-49fc-ab28-40e46d3b3ec6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGrTLZQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:35:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:35:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:35:02 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f3f3a1-b7d0-4758-958f-2b67be89dc8b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:35:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[991cc267-f6fd-451b-b03d-6b9888b772e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933] added
Dec 06 11:35:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb42372-546a-443a-b515-40029582460e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e54b2e-02a9-4233-91aa-74e312d79473]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lGrTLZQg {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lGrTLZQg" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fca21c5-c41e-4211-9197-a87f7b76029c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lGrTLZQg'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cc79ef-8aa8-44f7-957c-ec0aa4c0cbe5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cac2156-f224-489d-9089-73ea030b173c]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:35:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:35:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:35:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:35:02 user nova-compute[75260]: 
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0816e1-2505-4973-b927-4fe8d81a5e8e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260]
Dec 06 11:35:02 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260] successful.
Dec 06 11:35:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc810c73-551c-4c05-a1c0-116167d54636]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d608429d-fb35-4660-bbce-be58144d235b]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[31cd9d55-094c-450d-a42d-5e5e6eda9c5b]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGrTLZQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:35:03 user nova-compute[75260]: INFO nova.compute.claims [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Claim successful on node user
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.280s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:35:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23266623363663662', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266623363663662', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.policy [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece37cb848a84befa5bcbcc66b95c9b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5835e1ce34434367b0866239e52b354f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-855294041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-855294041',id=34,image_ref='0ab12f28-c7d3-4ac8-9303-16b1f710224c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-80624417',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:31:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-qyfokp5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member',shelved_at='2023-12-06T11:32:57.020895',shelved_host='user',shelved_image_id='0ab12f28-c7d3-4ac8-9303-16b1f710224c'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:34:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=257b55d5-1812-49fc-ab28-40e46d3b3ec6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'pci_devices' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.objects.base [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<257b55d5-1812-49fc-ab28-40e46d3b3ec6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:35:03 user nova-compute[75260]:   <uuid>257b55d5-1812-49fc-ab28-40e46d3b3ec6</uuid>
Dec 06 11:35:03 user nova-compute[75260]:   <name>instance-00000022</name>
Dec 06 11:35:03 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:35:03 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:35:03 user nova-compute[75260]:   <metadata>
Dec 06 11:35:03 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:35:03 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:35:03 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-855294041</nova:name>
Dec 06 11:35:03 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:35:02</nova:creationTime>
Dec 06 11:35:03 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:35:03 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:35:03 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:35:03 user nova-compute[75260]:       <nova:owner>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:user uuid="fc2636b28a2445c98cf4304d78785892">tempest-AttachVolumeShelveTestJSON-1421168908-project-member</nova:user>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:project uuid="60d69258e37f481ea440126cbbc79860">tempest-AttachVolumeShelveTestJSON-1421168908</nova:project>
Dec 06 11:35:03 user nova-compute[75260]:       </nova:owner>
Dec 06 11:35:03 user nova-compute[75260]:       <nova:root type="image" uuid="0ab12f28-c7d3-4ac8-9303-16b1f710224c"/>
Dec 06 11:35:03 user nova-compute[75260]:       <nova:ports>
Dec 06 11:35:03 user nova-compute[75260]:         <nova:port uuid="c660c6a7-0cf8-4b5b-8a45-71530875b7e0">
Dec 06 11:35:03 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 11:35:03 user nova-compute[75260]:         </nova:port>
Dec 06 11:35:03 user nova-compute[75260]:       </nova:ports>
Dec 06 11:35:03 user nova-compute[75260]:     </nova:instance>
Dec 06 11:35:03 user nova-compute[75260]:   </metadata>
Dec 06 11:35:03 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:35:03 user nova-compute[75260]:     <system>
Dec 06 11:35:03 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:35:03 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:35:03 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:35:03 user nova-compute[75260]:       <entry name="serial">257b55d5-1812-49fc-ab28-40e46d3b3ec6</entry>
Dec 06 11:35:03 user nova-compute[75260]:       <entry name="uuid">257b55d5-1812-49fc-ab28-40e46d3b3ec6</entry>
Dec 06 11:35:03 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:35:03 user nova-compute[75260]:     </system>
Dec 06 11:35:03 user nova-compute[75260]:   </sysinfo>
Dec 06 11:35:03 user nova-compute[75260]:   <os>
Dec 06 11:35:03 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:35:03 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:35:03 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:35:03 user nova-compute[75260]:   </os>
Dec 06 11:35:03 user nova-compute[75260]:   <features>
Dec 06 11:35:03 user nova-compute[75260]:     <acpi/>
Dec 06 11:35:03 user nova-compute[75260]:     <apic/>
Dec 06 11:35:03 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:35:03 user nova-compute[75260]:   </features>
Dec 06 11:35:03 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:35:03 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:35:03 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:35:03 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:35:03 user nova-compute[75260]:   </clock>
Dec 06 11:35:03 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:35:03 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:35:03 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:35:03 user nova-compute[75260]:   </cpu>
Dec 06 11:35:03 user nova-compute[75260]:   <devices>
Dec 06 11:35:03 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:35:03 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:35:03 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk"/>
Dec 06 11:35:03 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:35:03 user nova-compute[75260]:     </disk>
Dec 06 11:35:03 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:35:03 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:35:03 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:35:03 user nova-compute[75260]:       <target dev="vdc" bus="virtio"/>
Dec 06 11:35:03 user nova-compute[75260]:       <serial>52243a0f-ca9a-41f6-bee4-bd08ae0bd933</serial>
Dec 06 11:35:03 user nova-compute[75260]:     </disk>
Dec 06 11:35:03 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:35:03 user nova-compute[75260]:       <mac address="fa:16:3e:1c:a7:f7"/>
Dec 06 11:35:03 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:35:03 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:35:03 user nova-compute[75260]:       <target dev="tapc660c6a7-0c"/>
Dec 06 11:35:03 user nova-compute[75260]:     </interface>
Dec 06 11:35:03 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:35:03 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/console.log" append="off"/>
Dec 06 11:35:03 user nova-compute[75260]:     </serial>
Dec 06 11:35:03 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:35:03 user nova-compute[75260]:     <video>
Dec 06 11:35:03 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:35:03 user nova-compute[75260]:     </video>
Dec 06 11:35:03 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:35:03 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:35:03 user nova-compute[75260]:     </rng>
Dec 06 11:35:03 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:35:03 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:35:03 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:35:03 user nova-compute[75260]:     </memballoon>
Dec 06 11:35:03 user nova-compute[75260]:   </devices>
Dec 06 11:35:03 user nova-compute[75260]: </domain>
Dec 06 11:35:03 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-855294041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-855294041',id=34,image_ref='0ab12f28-c7d3-4ac8-9303-16b1f710224c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-80624417',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:31:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-qyfokp5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member',shelved_at='2023-12-06T11:32:57.020895',shelved_host='user',shelved_image_id='0ab12f28-c7d3-4ac8-9303-16b1f710224c'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:34:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=257b55d5-1812-49fc-ab28-40e46d3b3ec6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG os_vif [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd45e041c-c5fb-5a9f-82a4-acad235d5143', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc660c6a7-0c, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc660c6a7-0c, col_values=(('qos', UUID('0ced83f8-1f06-4a57-b14a-40959c40a599')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc660c6a7-0c, col_values=(('external_ids', {'iface-id': 'c660c6a7-0cf8-4b5b-8a45-71530875b7e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:a7:f7', 'vm-uuid': '257b55d5-1812-49fc-ab28-40e46d3b3ec6'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: INFO os_vif [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c')
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:35:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Creating image(s)
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "/opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.026s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No VIF found with MAC fa:16:3e:1c:a7:f7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.223s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk 1073741824" returned: 0 in 0.068s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Successfully created port: ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Cannot resize image /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Ensure instance console log exists: /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Successfully updated port: ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquired lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-changed-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Refreshing instance network info cache due to event network-changed-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] Acquiring lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:35:04 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.neutron [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating instance_info_cache with network_info: [{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Releasing lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Instance network_info: |[{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] Acquired lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Refreshing network info cache for port ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Start _get_guest_xml network_info=[{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:35:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:35:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-525625343',display_name='tempest-AttachVolumeNegativeTest-server-525625343',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-525625343',id=37,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrCDuMdOgCjB42P3LoKX3IR22uhX4QWZ4OqfphYNQOkpAmvoMByBAqC9l5zc9kFJVB8yBm3g95FzTZ2ymtGq9m6UyIjzpwpGSg2okQsHJRT6+WoOyk1lKIgUqSKTy0c9Q==',key_name='tempest-keypair-731034542',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-2y83fhps',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:35:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=5405c121-b0b8-4182-9c3a-f2291b0b9eb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'pci_devices' on Instance uuid 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:35:05 user nova-compute[75260]:   <uuid>5405c121-b0b8-4182-9c3a-f2291b0b9eb6</uuid>
Dec 06 11:35:05 user nova-compute[75260]:   <name>instance-00000025</name>
Dec 06 11:35:05 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:35:05 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:35:05 user nova-compute[75260]:   <metadata>
Dec 06 11:35:05 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:35:05 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:35:05 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeNegativeTest-server-525625343</nova:name>
Dec 06 11:35:05 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:35:05</nova:creationTime>
Dec 06 11:35:05 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:35:05 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:35:05 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:35:05 user nova-compute[75260]:       <nova:owner>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:user uuid="ece37cb848a84befa5bcbcc66b95c9b0">tempest-AttachVolumeNegativeTest-352423872-project-member</nova:user>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:project uuid="5835e1ce34434367b0866239e52b354f">tempest-AttachVolumeNegativeTest-352423872</nova:project>
Dec 06 11:35:05 user nova-compute[75260]:       </nova:owner>
Dec 06 11:35:05 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:35:05 user nova-compute[75260]:       <nova:ports>
Dec 06 11:35:05 user nova-compute[75260]:         <nova:port uuid="ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6">
Dec 06 11:35:05 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 11:35:05 user nova-compute[75260]:         </nova:port>
Dec 06 11:35:05 user nova-compute[75260]:       </nova:ports>
Dec 06 11:35:05 user nova-compute[75260]:     </nova:instance>
Dec 06 11:35:05 user nova-compute[75260]:   </metadata>
Dec 06 11:35:05 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:35:05 user nova-compute[75260]:     <system>
Dec 06 11:35:05 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:35:05 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:35:05 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:35:05 user nova-compute[75260]:       <entry name="serial">5405c121-b0b8-4182-9c3a-f2291b0b9eb6</entry>
Dec 06 11:35:05 user nova-compute[75260]:       <entry name="uuid">5405c121-b0b8-4182-9c3a-f2291b0b9eb6</entry>
Dec 06 11:35:05 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:35:05 user nova-compute[75260]:     </system>
Dec 06 11:35:05 user nova-compute[75260]:   </sysinfo>
Dec 06 11:35:05 user nova-compute[75260]:   <os>
Dec 06 11:35:05 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:35:05 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:35:05 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:35:05 user nova-compute[75260]:   </os>
Dec 06 11:35:05 user nova-compute[75260]:   <features>
Dec 06 11:35:05 user nova-compute[75260]:     <acpi/>
Dec 06 11:35:05 user nova-compute[75260]:     <apic/>
Dec 06 11:35:05 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:35:05 user nova-compute[75260]:   </features>
Dec 06 11:35:05 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:35:05 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:35:05 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:35:05 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:35:05 user nova-compute[75260]:   </clock>
Dec 06 11:35:05 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:35:05 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:35:05 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:35:05 user nova-compute[75260]:   </cpu>
Dec 06 11:35:05 user nova-compute[75260]:   <devices>
Dec 06 11:35:05 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:35:05 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:35:05 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk"/>
Dec 06 11:35:05 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:35:05 user nova-compute[75260]:     </disk>
Dec 06 11:35:05 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:35:05 user nova-compute[75260]:       <mac address="fa:16:3e:48:a7:f4"/>
Dec 06 11:35:05 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:35:05 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:35:05 user nova-compute[75260]:       <target dev="tapad57c1f7-9d"/>
Dec 06 11:35:05 user nova-compute[75260]:     </interface>
Dec 06 11:35:05 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:35:05 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/console.log" append="off"/>
Dec 06 11:35:05 user nova-compute[75260]:     </serial>
Dec 06 11:35:05 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:35:05 user nova-compute[75260]:     <video>
Dec 06 11:35:05 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:35:05 user nova-compute[75260]:     </video>
Dec 06 11:35:05 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:35:05 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:35:05 user nova-compute[75260]:     </rng>
Dec 06 11:35:05 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:35:05 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:35:05 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:35:05 user nova-compute[75260]:     </memballoon>
Dec 06 11:35:05 user nova-compute[75260]:   </devices>
Dec 06 11:35:05 user nova-compute[75260]: </domain>
Dec 06 11:35:05 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:35:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-525625343',display_name='tempest-AttachVolumeNegativeTest-server-525625343',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-525625343',id=37,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrCDuMdOgCjB42P3LoKX3IR22uhX4QWZ4OqfphYNQOkpAmvoMByBAqC9l5zc9kFJVB8yBm3g95FzTZ2ymtGq9m6UyIjzpwpGSg2okQsHJRT6+WoOyk1lKIgUqSKTy0c9Q==',key_name='tempest-keypair-731034542',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-2y83fhps',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:35:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=5405c121-b0b8-4182-9c3a-f2291b0b9eb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG os_vif [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71828ae5-79af-5bf9-9c30-efec9ae8ccd6', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapad57c1f7-9d, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapad57c1f7-9d, col_values=(('qos', UUID('64f8032b-05ea-4d3c-9339-0a92535b09aa')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapad57c1f7-9d, col_values=(('external_ids', {'iface-id': 'ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:48:a7:f4', 'vm-uuid': '5405c121-b0b8-4182-9c3a-f2291b0b9eb6'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: INFO os_vif [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d')
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:48:a7:f4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-8d418b7a-5a52-4fb0-98cf-5cba553f0747 req-8377979b-9706-422e-a4af-d4ca9f518f89 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8d418b7a-5a52-4fb0-98cf-5cba553f0747 req-8377979b-9706-422e-a4af-d4ca9f518f89 service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8d418b7a-5a52-4fb0-98cf-5cba553f0747 req-8377979b-9706-422e-a4af-d4ca9f518f89 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8d418b7a-5a52-4fb0-98cf-5cba553f0747 req-8377979b-9706-422e-a4af-d4ca9f518f89 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-8d418b7a-5a52-4fb0-98cf-5cba553f0747 req-8377979b-9706-422e-a4af-d4ca9f518f89 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:05 user nova-compute[75260]: WARNING nova.compute.manager [req-8d418b7a-5a52-4fb0-98cf-5cba553f0747 req-8377979b-9706-422e-a4af-d4ca9f518f89 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updated VIF entry in instance network info cache for port ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating instance_info_cache with network_info: [{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e6f55328-dbbc-4be7-9fda-716ee63ef5f3 req-ff9fe0eb-4259-4f14-95ea-3599c0ff2864 service nova] Releasing lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-f1ea0858-7f1f-4d02-9c83-d1e0d37ea850 req-2f269365-61a5-4663-8150-e88d2bd4c20d service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f1ea0858-7f1f-4d02-9c83-d1e0d37ea850 req-2f269365-61a5-4663-8150-e88d2bd4c20d service nova] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f1ea0858-7f1f-4d02-9c83-d1e0d37ea850 req-2f269365-61a5-4663-8150-e88d2bd4c20d service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f1ea0858-7f1f-4d02-9c83-d1e0d37ea850 req-2f269365-61a5-4663-8150-e88d2bd4c20d service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-f1ea0858-7f1f-4d02-9c83-d1e0d37ea850 req-2f269365-61a5-4663-8150-e88d2bd4c20d service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] No waiting events found dispatching network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:07 user nova-compute[75260]: WARNING nova.compute.manager [req-f1ea0858-7f1f-4d02-9c83-d1e0d37ea850 req-2f269365-61a5-4663-8150-e88d2bd4c20d service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received unexpected event network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 for instance with vm_state building and task_state spawning.
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:35:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance spawned successfully.
Dec 06 11:35:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-37cf2c30-df54-4952-bcfb-6341d291a0af req-0409ab9a-d24c-4863-b541-4869a54aa4c0 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-37cf2c30-df54-4952-bcfb-6341d291a0af req-0409ab9a-d24c-4863-b541-4869a54aa4c0 service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-37cf2c30-df54-4952-bcfb-6341d291a0af req-0409ab9a-d24c-4863-b541-4869a54aa4c0 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-37cf2c30-df54-4952-bcfb-6341d291a0af req-0409ab9a-d24c-4863-b541-4869a54aa4c0 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-37cf2c30-df54-4952-bcfb-6341d291a0af req-0409ab9a-d24c-4863-b541-4869a54aa4c0 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:07 user nova-compute[75260]: WARNING nova.compute.manager [req-37cf2c30-df54-4952-bcfb-6341d291a0af req-0409ab9a-d24c-4863-b541-4869a54aa4c0 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 11:35:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:35:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-859c59ac-13a8-4fd8-b1fa-6b2b9bb1b724 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 22.633s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-92571558-6c1f-48fd-933e-1644d9bec595 req-aa152bde-280e-4ddb-a660-181cf68f18e9 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92571558-6c1f-48fd-933e-1644d9bec595 req-aa152bde-280e-4ddb-a660-181cf68f18e9 service nova] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92571558-6c1f-48fd-933e-1644d9bec595 req-aa152bde-280e-4ddb-a660-181cf68f18e9 service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-92571558-6c1f-48fd-933e-1644d9bec595 req-aa152bde-280e-4ddb-a660-181cf68f18e9 service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-92571558-6c1f-48fd-933e-1644d9bec595 req-aa152bde-280e-4ddb-a660-181cf68f18e9 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] No waiting events found dispatching network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:09 user nova-compute[75260]: WARNING nova.compute.manager [req-92571558-6c1f-48fd-933e-1644d9bec595 req-aa152bde-280e-4ddb-a660-181cf68f18e9 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received unexpected event network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 for instance with vm_state building and task_state spawning.
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:35:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Instance spawned successfully.
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:09 user nova-compute[75260]: INFO nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Took 5.87 seconds to spawn the instance on the hypervisor.
Dec 06 11:35:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:35:09 user nova-compute[75260]: INFO nova.compute.manager [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Took 6.56 seconds to build instance.
Dec 06 11:35:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6ab49200-70a3-4c9e-9e44-ae6128341d8f tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.661s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:13 user nova-compute[75260]: INFO nova.compute.manager [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attaching volume 54ec9e30-5b0a-4a4c-ae43-50479baa24f0 to /dev/vdb
Dec 06 11:35:13 user nova-compute[75260]: DEBUG os_brick.utils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70d3c09-dc92-40ce-aa58-97e1dd447428]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca1ee3d-29dc-4f56-af83-95820292d3ca]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8965df55-9466-4d88-a421-51e7ce439f6b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[894f98b6-d1c5-4e2c-8062-9061d6242894]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:35:13 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:35:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f7ff440-64be-49c4-a6db-1729d79ed698]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG os_brick.utils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating existing volume attachment record: ef38a465-954b-4680-a0e3-a1f90dcf80fb {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:35:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:21 user nova-compute[75260]: INFO nova.compute.manager [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Terminating instance
Dec 06 11:35:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:35:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-13653c82-2586-4ac3-8933-4a906eb94853 req-022b1209-1d2a-4808-982f-a2378db57e6a service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-unplugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-13653c82-2586-4ac3-8933-4a906eb94853 req-022b1209-1d2a-4808-982f-a2378db57e6a service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-13653c82-2586-4ac3-8933-4a906eb94853 req-022b1209-1d2a-4808-982f-a2378db57e6a service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-13653c82-2586-4ac3-8933-4a906eb94853 req-022b1209-1d2a-4808-982f-a2378db57e6a service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-13653c82-2586-4ac3-8933-4a906eb94853 req-022b1209-1d2a-4808-982f-a2378db57e6a service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-unplugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-13653c82-2586-4ac3-8933-4a906eb94853 req-022b1209-1d2a-4808-982f-a2378db57e6a service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-unplugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:35:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Instance destroyed successfully.
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'resources' on Instance uuid d2d55cf9-e961-410c-8bca-6bfd54db7411 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-855818898',display_name='tempest-ServerRescueNegativeTestJSON-server-855818898',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-855818898',id=19,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:21:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-29i0kwrm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:21:02Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d2d55cf9-e961-410c-8bca-6bfd54db7411,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "address": "fa:16:3e:7b:fa:45", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3b5f7e-92", "ovs_interfaceid": "dc3b5f7e-9270-41b8-a72c-017afd8d727f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG os_vif [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc3b5f7e-92, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3ac46c52-e012-47c3-bd46-2276abd9733b) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:22 user nova-compute[75260]: INFO os_vif [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:fa:45,bridge_name='br-int',has_traffic_filtering=True,id=dc3b5f7e-9270-41b8-a72c-017afd8d727f,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3b5f7e-92')
Dec 06 11:35:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Deleting instance files /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411_del
Dec 06 11:35:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Deletion of /opt/stack/data/nova/instances/d2d55cf9-e961-410c-8bca-6bfd54db7411_del complete
Dec 06 11:35:22 user nova-compute[75260]: INFO nova.compute.manager [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 06 11:35:22 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:35:22 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-17ebe8fa-3ff5-4d9b-b965-420e84ff24a3 req-58bbb48a-a0d7-4b8a-88a5-d759d154ac62 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-deleted-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:23 user nova-compute[75260]: INFO nova.compute.manager [req-17ebe8fa-3ff5-4d9b-b965-420e84ff24a3 req-58bbb48a-a0d7-4b8a-88a5-d759d154ac62 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Neutron deleted interface dc3b5f7e-9270-41b8-a72c-017afd8d727f; detaching it from the instance and deleting it from the info cache
Dec 06 11:35:23 user nova-compute[75260]: DEBUG nova.network.neutron [req-17ebe8fa-3ff5-4d9b-b965-420e84ff24a3 req-58bbb48a-a0d7-4b8a-88a5-d759d154ac62 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:23 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Took 0.47 seconds to deallocate network for instance.
Dec 06 11:35:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-17ebe8fa-3ff5-4d9b-b965-420e84ff24a3 req-58bbb48a-a0d7-4b8a-88a5-d759d154ac62 service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Detach interface failed, port_id=dc3b5f7e-9270-41b8-a72c-017afd8d727f, reason: Instance d2d55cf9-e961-410c-8bca-6bfd54db7411 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.370s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:23 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Deleted allocations for instance d2d55cf9-e961-410c-8bca-6bfd54db7411
Dec 06 11:35:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-32315273-8725-45d8-9618-40d85b307f8e tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.993s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAebMECu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:35:24 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:35:24 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:35:24 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f320c2c5-23a7-4b3f-af35-e08bd97567ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:35:24 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6796f8a-85ec-46e1-8202-93d09e07d089]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0] added
Dec 06 11:35:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2edfeefd-6359-4e3a-9830-637c281f9829]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e147dda7-b3a9-45f4-b50c-29b6fbb70ef2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wAebMECu {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wAebMECu" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[743ae33a-8013-4d35-ac65-3a40b36aea8a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wAebMECu'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[424e6aec-ea53-49bc-8ea8-943e2249f247]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[86e32e93-5a69-46f0-a6ad-29f2e6e92bf9]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0ebaa2-ad19-4a22-a9e5-3158ab3cd14b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260]
Dec 06 11:35:24 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260] successful.
Dec 06 11:35:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a312966c-37d4-4d28-a689-238b52f1c5d2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce14bcac-7949-4703-b245-097bb140f051]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:24 user nova-compute[75260]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 (non-flash)
Dec 06 11:35:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:24 user nova-compute[75260]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 (non-flash)
Dec 06 11:35:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8da1c78-bcb9-48f1-af6d-3a29afd0bdef]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAebMECu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-b8e87839-c7ec-424f-8506-bda63b6003d0 req-a9e0058d-0539-4ca4-8125-dfd17102d7ee service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b8e87839-c7ec-424f-8506-bda63b6003d0 req-a9e0058d-0539-4ca4-8125-dfd17102d7ee service nova] Acquiring lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b8e87839-c7ec-424f-8506-bda63b6003d0 req-a9e0058d-0539-4ca4-8125-dfd17102d7ee service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b8e87839-c7ec-424f-8506-bda63b6003d0 req-a9e0058d-0539-4ca4-8125-dfd17102d7ee service nova] Lock "d2d55cf9-e961-410c-8bca-6bfd54db7411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-b8e87839-c7ec-424f-8506-bda63b6003d0 req-a9e0058d-0539-4ca4-8125-dfd17102d7ee service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] No waiting events found dispatching network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:24 user nova-compute[75260]: WARNING nova.compute.manager [req-b8e87839-c7ec-424f-8506-bda63b6003d0 req-a9e0058d-0539-4ca4-8125-dfd17102d7ee service nova] [instance: d2d55cf9-e961-410c-8bca-6bfd54db7411] Received unexpected event network-vif-plugged-dc3b5f7e-9270-41b8-a72c-017afd8d727f for instance with vm_state deleted and task_state None.
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23366306239653362', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366306239653362', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:35:25 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:35:25 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:35:25 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:35:25 user nova-compute[75260]:   <serial>54ec9e30-5b0a-4a4c-ae43-50479baa24f0</serial>
Dec 06 11:35:25 user nova-compute[75260]: </disk>
Dec 06 11:35:25 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No VIF found with MAC fa:16:3e:f3:63:21, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:35:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8307MB free_disk=25.079498291015625GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-96ca92c8-3e25-47f6-bac2-acc444d5fdbc tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.319s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d174880f-c7cd-478c-bc07-d67655295195 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.308s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:27 user nova-compute[75260]: INFO nova.compute.manager [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Detaching volume 54ec9e30-5b0a-4a4c-ae43-50479baa24f0
Dec 06 11:35:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:27 user nova-compute[75260]: INFO nova.virt.block_device [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attempting to driver detach volume 54ec9e30-5b0a-4a4c-ae43-50479baa24f0 from mountpoint /dev/vdb
Dec 06 11:35:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Attempting to detach device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:35:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:35:27 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:35:27 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:35:27 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:35:27 user nova-compute[75260]:   <serial>54ec9e30-5b0a-4a4c-ae43-50479baa24f0</serial>
Dec 06 11:35:27 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:35:27 user nova-compute[75260]: </disk>
Dec 06 11:35:27 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:35:27 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config.
Dec 06 11:35:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:35:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:35:27 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:35:27 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:35:27 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:35:27 user nova-compute[75260]:   <serial>54ec9e30-5b0a-4a4c-ae43-50479baa24f0</serial>
Dec 06 11:35:27 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:35:27 user nova-compute[75260]: </disk>
Dec 06 11:35:27 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:35:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:35:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:35:29 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [{"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-d174880f-c7cd-478c-bc07-d67655295195" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:30 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:35:30 user nova-compute[75260]: INFO nova.compute.claims [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Claim successful on node user
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.438s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:35:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.policy [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '448dd91538694c80bac0a6d9257be4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66404cd549f347428e7cf29d8745b4fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:35:31 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Creating image(s)
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "/opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "/opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "/opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Successfully created port: d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk 1073741824" returned: 0 in 0.048s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Cannot resize image /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Ensure instance console log exists: /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Successfully updated port: d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-changed-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Refreshing instance network info cache due to event network-changed-d5898d2e-fffd-4d1d-957b-3f08ca232a61. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] Acquiring lock "refresh_cache-d05e186e-9873-4719-8e29-5aaa2a8eb370" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] Acquired lock "refresh_cache-d05e186e-9873-4719-8e29-5aaa2a8eb370" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Refreshing network info cache for port d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "refresh_cache-d05e186e-9873-4719-8e29-5aaa2a8eb370" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.network.neutron [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6b8ed5f-97be-46fa-b4de-493b5960420e req-6515dc61-6e75-43e6-8dea-e3e294a72278 service nova] Releasing lock "refresh_cache-d05e186e-9873-4719-8e29-5aaa2a8eb370" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquired lock "refresh_cache-d05e186e-9873-4719-8e29-5aaa2a8eb370" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:35:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Updating instance_info_cache with network_info: [{"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Releasing lock "refresh_cache-d05e186e-9873-4719-8e29-5aaa2a8eb370" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Instance network_info: |[{"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Start _get_guest_xml network_info=[{"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:35:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:35:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-883046673',display_name='tempest-VolumesActionsTest-instance-883046673',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-883046673',id=38,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66404cd549f347428e7cf29d8745b4fd',ramdisk_id='',reservation_id='r-6iysy51k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-257996044',owner_user_name='tempest-VolumesActionsTest-257996044-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:35:31Z,user_data=None,user_id='448dd91538694c80bac0a6d9257be4fe',uuid=d05e186e-9873-4719-8e29-5aaa2a8eb370,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converting VIF {"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lazy-loading 'pci_devices' on Instance uuid d05e186e-9873-4719-8e29-5aaa2a8eb370 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:35:33 user nova-compute[75260]:   <uuid>d05e186e-9873-4719-8e29-5aaa2a8eb370</uuid>
Dec 06 11:35:33 user nova-compute[75260]:   <name>instance-00000026</name>
Dec 06 11:35:33 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:35:33 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:35:33 user nova-compute[75260]:   <metadata>
Dec 06 11:35:33 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:35:33 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:35:33 user nova-compute[75260]:       <nova:name>tempest-VolumesActionsTest-instance-883046673</nova:name>
Dec 06 11:35:33 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:35:33</nova:creationTime>
Dec 06 11:35:33 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:35:33 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:35:33 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:35:33 user nova-compute[75260]:       <nova:owner>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:user uuid="448dd91538694c80bac0a6d9257be4fe">tempest-VolumesActionsTest-257996044-project-member</nova:user>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:project uuid="66404cd549f347428e7cf29d8745b4fd">tempest-VolumesActionsTest-257996044</nova:project>
Dec 06 11:35:33 user nova-compute[75260]:       </nova:owner>
Dec 06 11:35:33 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:35:33 user nova-compute[75260]:       <nova:ports>
Dec 06 11:35:33 user nova-compute[75260]:         <nova:port uuid="d5898d2e-fffd-4d1d-957b-3f08ca232a61">
Dec 06 11:35:33 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 11:35:33 user nova-compute[75260]:         </nova:port>
Dec 06 11:35:33 user nova-compute[75260]:       </nova:ports>
Dec 06 11:35:33 user nova-compute[75260]:     </nova:instance>
Dec 06 11:35:33 user nova-compute[75260]:   </metadata>
Dec 06 11:35:33 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:35:33 user nova-compute[75260]:     <system>
Dec 06 11:35:33 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:35:33 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:35:33 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:35:33 user nova-compute[75260]:       <entry name="serial">d05e186e-9873-4719-8e29-5aaa2a8eb370</entry>
Dec 06 11:35:33 user nova-compute[75260]:       <entry name="uuid">d05e186e-9873-4719-8e29-5aaa2a8eb370</entry>
Dec 06 11:35:33 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:35:33 user nova-compute[75260]:     </system>
Dec 06 11:35:33 user nova-compute[75260]:   </sysinfo>
Dec 06 11:35:33 user nova-compute[75260]:   <os>
Dec 06 11:35:33 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:35:33 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:35:33 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:35:33 user nova-compute[75260]:   </os>
Dec 06 11:35:33 user nova-compute[75260]:   <features>
Dec 06 11:35:33 user nova-compute[75260]:     <acpi/>
Dec 06 11:35:33 user nova-compute[75260]:     <apic/>
Dec 06 11:35:33 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:35:33 user nova-compute[75260]:   </features>
Dec 06 11:35:33 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:35:33 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:35:33 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:35:33 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:35:33 user nova-compute[75260]:   </clock>
Dec 06 11:35:33 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:35:33 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:35:33 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:35:33 user nova-compute[75260]:   </cpu>
Dec 06 11:35:33 user nova-compute[75260]:   <devices>
Dec 06 11:35:33 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:35:33 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:35:33 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk"/>
Dec 06 11:35:33 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:35:33 user nova-compute[75260]:     </disk>
Dec 06 11:35:33 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:35:33 user nova-compute[75260]:       <mac address="fa:16:3e:a3:a2:91"/>
Dec 06 11:35:33 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:35:33 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:35:33 user nova-compute[75260]:       <target dev="tapd5898d2e-ff"/>
Dec 06 11:35:33 user nova-compute[75260]:     </interface>
Dec 06 11:35:33 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:35:33 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/console.log" append="off"/>
Dec 06 11:35:33 user nova-compute[75260]:     </serial>
Dec 06 11:35:33 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:35:33 user nova-compute[75260]:     <video>
Dec 06 11:35:33 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:35:33 user nova-compute[75260]:     </video>
Dec 06 11:35:33 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:35:33 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:35:33 user nova-compute[75260]:     </rng>
Dec 06 11:35:33 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:35:33 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:35:33 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:35:33 user nova-compute[75260]:     </memballoon>
Dec 06 11:35:33 user nova-compute[75260]:   </devices>
Dec 06 11:35:33 user nova-compute[75260]: </domain>
Dec 06 11:35:33 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:35:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-883046673',display_name='tempest-VolumesActionsTest-instance-883046673',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-883046673',id=38,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66404cd549f347428e7cf29d8745b4fd',ramdisk_id='',reservation_id='r-6iysy51k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-257996044',owner_user_name='tempest-VolumesActionsTest-257996044-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:35:31Z,user_data=None,user_id='448dd91538694c80bac0a6d9257be4fe',uuid=d05e186e-9873-4719-8e29-5aaa2a8eb370,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converting VIF {"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG os_vif [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e135474b-6651-5d76-aa28-ff757b074894', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5898d2e-ff, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5898d2e-ff, col_values=(('qos', UUID('0d57c9c1-12c2-488e-8bfa-99e564fce2e2')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5898d2e-ff, col_values=(('external_ids', {'iface-id': 'd5898d2e-fffd-4d1d-957b-3f08ca232a61', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:a2:91', 'vm-uuid': 'd05e186e-9873-4719-8e29-5aaa2a8eb370'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:33 user nova-compute[75260]: INFO os_vif [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff')
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] No VIF found with MAC fa:16:3e:a3:a2:91, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:35:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-7a7c8a70-720a-47d8-bd23-f085ff89246d req-90d1ace2-3802-40b3-b5e6-2a8f8f020f49 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7a7c8a70-720a-47d8-bd23-f085ff89246d req-90d1ace2-3802-40b3-b5e6-2a8f8f020f49 service nova] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7a7c8a70-720a-47d8-bd23-f085ff89246d req-90d1ace2-3802-40b3-b5e6-2a8f8f020f49 service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7a7c8a70-720a-47d8-bd23-f085ff89246d req-90d1ace2-3802-40b3-b5e6-2a8f8f020f49 service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-7a7c8a70-720a-47d8-bd23-f085ff89246d req-90d1ace2-3802-40b3-b5e6-2a8f8f020f49 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] No waiting events found dispatching network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:34 user nova-compute[75260]: WARNING nova.compute.manager [req-7a7c8a70-720a-47d8-bd23-f085ff89246d req-90d1ace2-3802-40b3-b5e6-2a8f8f020f49 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received unexpected event network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 for instance with vm_state building and task_state spawning.
Dec 06 11:35:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:35:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:35:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:35:36 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Instance spawned successfully.
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-c3843df6-0284-402d-bc39-69248083ce35 req-81e7db42-8c4c-4d02-9703-6156443dd51e service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c3843df6-0284-402d-bc39-69248083ce35 req-81e7db42-8c4c-4d02-9703-6156443dd51e service nova] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c3843df6-0284-402d-bc39-69248083ce35 req-81e7db42-8c4c-4d02-9703-6156443dd51e service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c3843df6-0284-402d-bc39-69248083ce35 req-81e7db42-8c4c-4d02-9703-6156443dd51e service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-c3843df6-0284-402d-bc39-69248083ce35 req-81e7db42-8c4c-4d02-9703-6156443dd51e service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] No waiting events found dispatching network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:35:36 user nova-compute[75260]: WARNING nova.compute.manager [req-c3843df6-0284-402d-bc39-69248083ce35 req-81e7db42-8c4c-4d02-9703-6156443dd51e service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received unexpected event network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 for instance with vm_state building and task_state spawning.
Dec 06 11:35:36 user nova-compute[75260]: INFO nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Took 5.36 seconds to spawn the instance on the hypervisor.
Dec 06 11:35:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:35:36 user nova-compute[75260]: INFO nova.compute.manager [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Took 6.15 seconds to build instance.
Dec 06 11:35:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ac1317ff-a370-47dc-bfcb-f68e7d013365 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.249s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:48 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 is timed out.
Dec 06 11:35:48 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config.
Dec 06 11:35:48 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wAebMECu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:35:48 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[82157100-927d-413e-b733-630e20f91ed3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:35:48 user nova-compute[75260]: No targets found.
Dec 06 11:35:48 user nova-compute[75260]: iSNS:
Dec 06 11:35:48 user nova-compute[75260]: No targets found.
Dec 06 11:35:48 user nova-compute[75260]: STATIC:
Dec 06 11:35:48 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0
Dec 06 11:35:48 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:35:48 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:35:48 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933
Dec 06 11:35:48 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:35:48 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:35:48 user nova-compute[75260]: FIRMWARE:
Dec 06 11:35:48 user nova-compute[75260]: No targets found.
Dec 06 11:35:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:35:48 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:35:48 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a8af5b-81b3-40aa-b510-4e7e3325bfd5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5269317-0f5a-4217-9fe7-a99caff95e33]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:48 user nova-compute[75260]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 (non-flash)
Dec 06 11:35:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:35:48 user nova-compute[75260]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 (non-flash)
Dec 06 11:35:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c763ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2bc936-0997-43cf-b99f-56b7c822bf2f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7ea7bfe-add6-4736-88f8-972dace5204f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[235be94a-43d6-4b4b-adf6-6801ab4089ae]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6cd6d6-3b0c-4654-b2b4-ad7d14355ad0]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c265588f-3e9d-423c-becc-e7e5461fd2d6]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a96d53-fb75-4e04-a665-616eba74d395]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260]
Dec 06 11:35:48 user nova-compute[75260]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0, portal: 172.16.0.220,3260] successful.
Dec 06 11:35:48 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54ec9e30-5b0a-4a4c-ae43-50479baa24f0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4064155a-a81f-4b65-b739-664dc06f3411]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== disconnect_volume: return (292ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:35:48 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:35:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:35:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-40cf11ba-4145-4fe0-90ab-4dcdb136d6f2 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.654s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:35:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:35:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:01 user nova-compute[75260]: INFO nova.compute.manager [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Unshelving
Dec 06 11:36:01 user nova-compute[75260]: INFO nova.virt.block_device [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Booting with volume 861afbe5-c0d0-406f-bcfa-e5163deb26da at /dev/vda
Dec 06 11:36:01 user nova-compute[75260]: DEBUG os_brick.utils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[57659fce-c0a3-46b7-ac5e-8f5a51ee7c1a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e3be6f-61e5-47be-9fe9-370edb16937a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1502868-77ba-4c53-b34d-8b73a9a86d25]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f62c237-3cfd-4156-b99f-285159c428d0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:36:02 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:36:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[90f88fab-91d7-487e-8a47-b484525b6656]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG os_brick.utils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:02 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating existing volume attachment record: 2fc75670-cab1-4fb8-81ba-8c7d3d3775ae {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:36:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'pci_requests' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'numa_topology' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:36:11 user nova-compute[75260]: INFO nova.compute.claims [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Claim successful on node user
Dec 06 11:36:11 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:36:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.328s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:11 user nova-compute[75260]: INFO nova.network.neutron [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating port 296d6502-9467-4ac9-bd57-43b1177600b2 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing instance network info cache due to event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d174880f-c7cd-478c-bc07-d67655295195" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:12 user nova-compute[75260]: INFO nova.compute.manager [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Terminating instance
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.compute.manager [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:36:12 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Creating image(s)
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Ensure instance console log exists: /opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Start _get_guest_xml network_info=[{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '2fc75670-cab1-4fb8-81ba-8c7d3d3775ae', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9366df9d-bc22-46b9-a63e-2505df6a16c0', 'attached_at': '', 'detached_at': '', 'volume_id': '861afbe5-c0d0-406f-bcfa-e5163deb26da', 'serial': '861afbe5-c0d0-406f-bcfa-e5163deb26da'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:36:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:36:12 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.objects.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Object Instance<9366df9d-bc22-46b9-a63e-2505df6a16c0> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:36:12 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:36:12 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4530cf06-2a45-4b86-a545-3e99d469d217]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:36:12 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[036c616d-1384-4f77-84aa-16e460bcd931]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da] added
Dec 06 11:36:12 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf47d9c2-1796-49be-9371-8b276b6f14fd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:12 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[14facca3-0cb4-448d-b034-f103d5577937]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRmarNcZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BRmarNcZ" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ea59638-35b0-419e-aa45-f740be6f3437]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BRmarNcZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[234e0687-ea3c-419d-8b07-98481ae6a304]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f95a059-8aaa-4274-b89c-4361c26259c5]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[31421bb8-63d6-403b-9385-63396ba10913]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]
Dec 06 11:36:13 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.
Dec 06 11:36:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[152188e7-331e-47e6-b627-c09cebd6aaca]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c9c3b1-2255-4589-926e-f10a7d4375f2]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:13 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:13 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:13 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] HCTL ('34', '-', '-', 0) found on session 47 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f85038b-059a-4b93-9726-d6039149d5d1]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Searching for a device in session 47 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:36:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Instance destroyed successfully.
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.objects.instance [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lazy-loading 'resources' on Instance uuid d174880f-c7cd-478c-bc07-d67655295195 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1614351543',display_name='tempest-ServerRescueNegativeTestJSON-server-1614351543',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1614351543',id=18,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:23:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='695e996c885b41528f8bdefb826abeb8',ramdisk_id='',reservation_id='r-j1ge2s87',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-605059791',owner_user_name='tempest-ServerRescueNegativeTestJSON-605059791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:25:44Z,user_data=None,user_id='36ff047726df4a8396d61e6dec931d8f',uuid=d174880f-c7cd-478c-bc07-d67655295195,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converting VIF {"id": "bce25cb4-e884-4dc6-9001-ab086d525522", "address": "fa:16:3e:89:52:14", "network": {"id": "d229a3a8-7022-47d0-903a-94a1adbea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-743739697-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "695e996c885b41528f8bdefb826abeb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbce25cb4-e8", "ovs_interfaceid": "bce25cb4-e884-4dc6-9001-ab086d525522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG os_vif [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbce25cb4-e8, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=50f6106c-6357-4d42-9fe0-ddc07dd7f34d) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:36:13 user nova-compute[75260]: INFO os_vif [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:52:14,bridge_name='br-int',has_traffic_filtering=True,id=bce25cb4-e884-4dc6-9001-ab086d525522,network=Network(d229a3a8-7022-47d0-903a-94a1adbea7de),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbce25cb4-e8')
Dec 06 11:36:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Deleting instance files /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195_del
Dec 06 11:36:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Deletion of /opt/stack/data/nova/instances/d174880f-c7cd-478c-bc07-d67655295195_del complete
Dec 06 11:36:13 user nova-compute[75260]: INFO nova.compute.manager [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] [instance: d174880f-c7cd-478c-bc07-d67655295195] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updated VIF entry in instance network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a294ea5b-0f64-4845-9427-70c42309ec90 req-3c90b785-21b7-4d2f-986d-27256b1d7287 service nova] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:36:13 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: d174880f-c7cd-478c-bc07-d67655295195] Took 0.51 seconds to deallocate network for instance.
Dec 06 11:36:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-dd785229-147a-42c5-b074-79945c72d43f req-9b7a0609-a282-43d8-8036-bf5ad97e4ace service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-deleted-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:14 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Deleted allocations for instance d174880f-c7cd-478c-bc07-d67655295195
Dec 06 11:36:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23263363734373532', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263363734373532', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-932e8492-dcb5-4cde-b99b-ac9e768b1435 tempest-ServerRescueNegativeTestJSON-605059791 tempest-ServerRescueNegativeTestJSON-605059791-project-member] Lock "d174880f-c7cd-478c-bc07-d67655295195" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.769s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-660735624',display_name='tempest-TestShelveInstance-server-660735624',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-660735624',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-43244029',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:32:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='f6c1aa0d36d7458b9cda11a1c5b7627f',ramdisk_id='',reservation_id='r-zdr0x17c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-33661686',owner_user_name='tempest-TestShelveInstance-33661686-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:36:02Z,user_data=None,user_id='d2719cb620374f66a741cad7883f4834',uuid=9366df9d-bc22-46b9-a63e-2505df6a16c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converting VIF {"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'pci_devices' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.objects.base [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Object Instance<9366df9d-bc22-46b9-a63e-2505df6a16c0> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:36:14 user nova-compute[75260]:   <uuid>9366df9d-bc22-46b9-a63e-2505df6a16c0</uuid>
Dec 06 11:36:14 user nova-compute[75260]:   <name>instance-00000024</name>
Dec 06 11:36:14 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:36:14 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:36:14 user nova-compute[75260]:   <metadata>
Dec 06 11:36:14 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:36:14 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:36:14 user nova-compute[75260]:       <nova:name>tempest-TestShelveInstance-server-660735624</nova:name>
Dec 06 11:36:14 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:36:12</nova:creationTime>
Dec 06 11:36:14 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:36:14 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:36:14 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:36:14 user nova-compute[75260]:       <nova:owner>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:user uuid="d2719cb620374f66a741cad7883f4834">tempest-TestShelveInstance-33661686-project-member</nova:user>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:project uuid="f6c1aa0d36d7458b9cda11a1c5b7627f">tempest-TestShelveInstance-33661686</nova:project>
Dec 06 11:36:14 user nova-compute[75260]:       </nova:owner>
Dec 06 11:36:14 user nova-compute[75260]:       <nova:ports>
Dec 06 11:36:14 user nova-compute[75260]:         <nova:port uuid="296d6502-9467-4ac9-bd57-43b1177600b2">
Dec 06 11:36:14 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:36:14 user nova-compute[75260]:         </nova:port>
Dec 06 11:36:14 user nova-compute[75260]:       </nova:ports>
Dec 06 11:36:14 user nova-compute[75260]:     </nova:instance>
Dec 06 11:36:14 user nova-compute[75260]:   </metadata>
Dec 06 11:36:14 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:36:14 user nova-compute[75260]:     <system>
Dec 06 11:36:14 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:36:14 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:36:14 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:36:14 user nova-compute[75260]:       <entry name="serial">9366df9d-bc22-46b9-a63e-2505df6a16c0</entry>
Dec 06 11:36:14 user nova-compute[75260]:       <entry name="uuid">9366df9d-bc22-46b9-a63e-2505df6a16c0</entry>
Dec 06 11:36:14 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:36:14 user nova-compute[75260]:     </system>
Dec 06 11:36:14 user nova-compute[75260]:   </sysinfo>
Dec 06 11:36:14 user nova-compute[75260]:   <os>
Dec 06 11:36:14 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:36:14 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:36:14 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:36:14 user nova-compute[75260]:   </os>
Dec 06 11:36:14 user nova-compute[75260]:   <features>
Dec 06 11:36:14 user nova-compute[75260]:     <acpi/>
Dec 06 11:36:14 user nova-compute[75260]:     <apic/>
Dec 06 11:36:14 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:36:14 user nova-compute[75260]:   </features>
Dec 06 11:36:14 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:36:14 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:36:14 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:36:14 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:36:14 user nova-compute[75260]:   </clock>
Dec 06 11:36:14 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:36:14 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:36:14 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:36:14 user nova-compute[75260]:   </cpu>
Dec 06 11:36:14 user nova-compute[75260]:   <devices>
Dec 06 11:36:14 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:36:14 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:36:14 user nova-compute[75260]:       <source dev="/dev/sdc"/>
Dec 06 11:36:14 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:36:14 user nova-compute[75260]:       <serial>861afbe5-c0d0-406f-bcfa-e5163deb26da</serial>
Dec 06 11:36:14 user nova-compute[75260]:     </disk>
Dec 06 11:36:14 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:36:14 user nova-compute[75260]:       <mac address="fa:16:3e:5c:90:6f"/>
Dec 06 11:36:14 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:36:14 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:36:14 user nova-compute[75260]:       <target dev="tap296d6502-94"/>
Dec 06 11:36:14 user nova-compute[75260]:     </interface>
Dec 06 11:36:14 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:36:14 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0/console.log" append="off"/>
Dec 06 11:36:14 user nova-compute[75260]:     </serial>
Dec 06 11:36:14 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:36:14 user nova-compute[75260]:     <video>
Dec 06 11:36:14 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:36:14 user nova-compute[75260]:     </video>
Dec 06 11:36:14 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:36:14 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:36:14 user nova-compute[75260]:     </rng>
Dec 06 11:36:14 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:36:14 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:36:14 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:36:14 user nova-compute[75260]:     </memballoon>
Dec 06 11:36:14 user nova-compute[75260]:   </devices>
Dec 06 11:36:14 user nova-compute[75260]: </domain>
Dec 06 11:36:14 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-660735624',display_name='tempest-TestShelveInstance-server-660735624',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-660735624',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-43244029',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:32:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='f6c1aa0d36d7458b9cda11a1c5b7627f',ramdisk_id='',reservation_id='r-zdr0x17c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-33661686',owner_user_name='tempest-TestShelveInstance-33661686-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:36:02Z,user_data=None,user_id='d2719cb620374f66a741cad7883f4834',uuid=9366df9d-bc22-46b9-a63e-2505df6a16c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converting VIF {"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG os_vif [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c397e66-97da-591a-901b-c6bc86b8b478', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap296d6502-94, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap296d6502-94, col_values=(('qos', UUID('53758180-716d-4964-8f34-ed92c40743b7')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap296d6502-94, col_values=(('external_ids', {'iface-id': '296d6502-9467-4ac9-bd57-43b1177600b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5c:90:6f', 'vm-uuid': '9366df9d-bc22-46b9-a63e-2505df6a16c0'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:14 user nova-compute[75260]: INFO os_vif [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94')
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] No VIF found with MAC fa:16:3e:5c:90:6f, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:36:14 user nova-compute[75260]: WARNING nova.compute.manager [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-unplugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state deleted and task_state None.
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] Acquiring lock "d174880f-c7cd-478c-bc07-d67655295195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] Lock "d174880f-c7cd-478c-bc07-d67655295195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] No waiting events found dispatching network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:36:14 user nova-compute[75260]: WARNING nova.compute.manager [req-6cd04029-1649-49ab-83d9-6f85615e81e9 req-b9e4e10a-b390-4ae5-854f-e00c5f953219 service nova] [instance: d174880f-c7cd-478c-bc07-d67655295195] Received unexpected event network-vif-plugged-bce25cb4-e884-4dc6-9001-ab086d525522 for instance with vm_state deleted and task_state None.
Dec 06 11:36:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:36:16 user nova-compute[75260]: WARNING nova.compute.manager [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 11:36:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:36:16 user nova-compute[75260]: WARNING nova.compute.manager [req-a460757d-5b6f-4ffd-8b21-0854e7bbe717 req-d602f42d-3925-4812-b40a-5d751953748a service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 11:36:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:36:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:36:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance spawned successfully.
Dec 06 11:36:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:36:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ff62ce24-f4aa-442e-bdcc-91f466e69471 tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 15.844s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:21 user nova-compute[75260]: INFO nova.compute.manager [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attaching volume b719e838-41f0-4eab-a777-caa23cc27253 to /dev/vdb
Dec 06 11:36:21 user nova-compute[75260]: DEBUG os_brick.utils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9937934b-ce61-48ae-ace5-13f2405a5b3e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[16161889-76ae-4b0e-97a0-9a41654fe074]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0ae43b-835f-4ca8-8926-1cf9d6e9bcd5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e1564af-c262-4eb9-9500-dc7ad79d32e0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:36:21 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:36:21 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b93bd21-d06a-4cb7-8f58-00b4f535439b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG os_brick.utils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:21 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating existing volume attachment record: daf63b11-f217-49fd-b018-6b90ee390b2c {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:36:22 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:36:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:36:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8353MB free_disk=25.07457733154297GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance d05e186e-9873-4719-8e29-5aaa2a8eb370 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9366df9d-bc22-46b9-a63e-2505df6a16c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:36:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxyBDNYZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:36:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:36:30 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[09575d69-c781-4243-bcd8-97f3b351a74f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:36:30 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bfd9deb-35dd-4bf0-8b04-fffc68870505]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253] added
Dec 06 11:36:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff5edbc1-ae1f-427b-8fc3-c353a58becbd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d902f2d8-051e-4aa7-9f25-11419c9e983c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vxyBDNYZ {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vxyBDNYZ" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f107df06-ad5e-46af-a834-86a335d6e0e7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vxyBDNYZ'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d10a8e-4897-4b7e-a5fa-f8f19c627542]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf43dfdb-62bb-459e-a809-1f31d5a7381f]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:31 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:31 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating instance_info_cache with network_info: [{"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[009ba67d-200b-40e3-8940-cda02623c6e4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260]
Dec 06 11:36:31 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260] successful.
Dec 06 11:36:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-b3c9a7a6-efc1-4029-9127-73a279c19856" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[05344e7b-2260-48a6-a171-dcbedbda13db]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ed120e-e530-4dcd-a7b1-54a7e66a4ff7]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:31 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:31 user nova-compute[75260]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 (non-flash)
Dec 06 11:36:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:31 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:31 user nova-compute[75260]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 (non-flash)
Dec 06 11:36:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] HCTL ('35', '-', '-', 0) found on session 48 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[010e5d27-8502-4f16-8826-bcd0c940c3b0]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxyBDNYZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26663623737336536', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26663623737336536', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG nova.objects.instance [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:36:32 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:36:32 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:36:32 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:36:32 user nova-compute[75260]:   <serial>b719e838-41f0-4eab-a777-caa23cc27253</serial>
Dec 06 11:36:32 user nova-compute[75260]: </disk>
Dec 06 11:36:32 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No VIF found with MAC fa:16:3e:f3:63:21, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:36:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-98ecc97a-6598-4338-89ea-4fbd28ac52c4 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.648s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:34 user nova-compute[75260]: INFO nova.compute.manager [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Detaching volume b719e838-41f0-4eab-a777-caa23cc27253
Dec 06 11:36:34 user nova-compute[75260]: INFO nova.virt.block_device [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attempting to driver detach volume b719e838-41f0-4eab-a777-caa23cc27253 from mountpoint /dev/vdb
Dec 06 11:36:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Attempting to detach device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:36:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:36:34 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:36:34 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:36:34 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:36:34 user nova-compute[75260]:   <serial>b719e838-41f0-4eab-a777-caa23cc27253</serial>
Dec 06 11:36:34 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:36:34 user nova-compute[75260]: </disk>
Dec 06 11:36:34 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:36:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config.
Dec 06 11:36:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:36:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:36:34 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:36:34 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:36:34 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:36:34 user nova-compute[75260]:   <serial>b719e838-41f0-4eab-a777-caa23cc27253</serial>
Dec 06 11:36:34 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:36:34 user nova-compute[75260]: </disk>
Dec 06 11:36:34 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:36:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:36:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:35 user nova-compute[75260]: INFO nova.compute.manager [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Detaching volume 52243a0f-ca9a-41f6-bee4-bd08ae0bd933
Dec 06 11:36:35 user nova-compute[75260]: INFO nova.virt.block_device [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Attempting to driver detach volume 52243a0f-ca9a-41f6-bee4-bd08ae0bd933 from mountpoint /dev/vdc
Dec 06 11:36:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Attempting to detach device vdc from instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:36:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:36:35 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:36:35 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:36:35 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:36:35 user nova-compute[75260]:   <serial>52243a0f-ca9a-41f6-bee4-bd08ae0bd933</serial>
Dec 06 11:36:35 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:36:35 user nova-compute[75260]: </disk>
Dec 06 11:36:35 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:36:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully detached device vdc from instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 from the persistent domain config.
Dec 06 11:36:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:36:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:36:35 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:36:35 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:36:35 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:36:35 user nova-compute[75260]:   <serial>52243a0f-ca9a-41f6-bee4-bd08ae0bd933</serial>
Dec 06 11:36:35 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 11:36:35 user nova-compute[75260]: </disk>
Dec 06 11:36:35 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:36:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:36:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:36:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-changed-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Refreshing instance network info cache due to event network-changed-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] Acquiring lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] Acquired lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Refreshing network info cache for port ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updated VIF entry in instance network info cache for port ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:36:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating instance_info_cache with network_info: [{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:36:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84732d25-7fa9-4232-a496-c55a9f96e7cb req-3557a752-c132-4fda-82e6-1059f02db9d6 service nova] Releasing lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:36:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:55 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 is timed out.
Dec 06 11:36:55 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config.
Dec 06 11:36:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vxyBDNYZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:55 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbd2191-8572-4087-ad0e-db5866a0f1ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:36:55 user nova-compute[75260]: No targets found.
Dec 06 11:36:55 user nova-compute[75260]: iSNS:
Dec 06 11:36:55 user nova-compute[75260]: No targets found.
Dec 06 11:36:55 user nova-compute[75260]: STATIC:
Dec 06 11:36:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:36:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:36:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:36:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933
Dec 06 11:36:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:36:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:36:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253
Dec 06 11:36:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:36:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:36:55 user nova-compute[75260]: FIRMWARE:
Dec 06 11:36:55 user nova-compute[75260]: No targets found.
Dec 06 11:36:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:36:55 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:36:55 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[215b1f33-9287-44e7-b3f9-ab681b8828e6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3d8cea-debf-4bd2-9c55-728c132470b3]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:55 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:55 user nova-compute[75260]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 (non-flash)
Dec 06 11:36:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:55 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:55 user nova-compute[75260]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 (non-flash)
Dec 06 11:36:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c1bde10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ecaeb7-c0eb-434f-b060-2e0d395f31d2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9af8386e-88ed-49a7-9b55-345745fb0b8d]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b10ef8-33d4-415f-a887-3e693c7d53ef]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e0ef017-cad8-43bd-b586-41c09fb4176a]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1492d2f0-65db-4553-bac2-cf03ad515d56]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c63e96-3858-43ac-a047-9a61a4789003]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260]
Dec 06 11:36:55 user nova-compute[75260]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253, portal: 172.16.0.220,3260] successful.
Dec 06 11:36:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b719e838-41f0-4eab-a777-caa23cc27253 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c94061-d209-4fee-8510-f4819849c42e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== disconnect_volume: return (307ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:36:56 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 is timed out.
Dec 06 11:36:56 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully detached device vdc from instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 from the live domain config.
Dec 06 11:36:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lGrTLZQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:56 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[767b9926-1ba0-45d6-b5cf-f6347115a380]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:36:56 user nova-compute[75260]: No targets found.
Dec 06 11:36:56 user nova-compute[75260]: iSNS:
Dec 06 11:36:56 user nova-compute[75260]: No targets found.
Dec 06 11:36:56 user nova-compute[75260]: STATIC:
Dec 06 11:36:56 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:36:56 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:36:56 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:36:56 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933
Dec 06 11:36:56 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:36:56 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:36:56 user nova-compute[75260]: FIRMWARE:
Dec 06 11:36:56 user nova-compute[75260]: No targets found.
Dec 06 11:36:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:36:56 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:36:56 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[85885f24-63ab-4aca-ac53-67d5be1b0b6c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e66c02-6a37-425e-bb8f-41c6ad8408f0]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:56 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 (non-flash)
Dec 06 11:36:56 user nova-compute[75260]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:36:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e543b0b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6bd462-9a85-4bbb-baa3-76affb63a19d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c78f30a7-732d-4e8f-b737-d9689ec6fcb0 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.871s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3182cf81-5739-4957-9597-9d2fb11794c5]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c219983-32d8-488b-acb9-6e03e34fe0e2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b5b542-b140-4ce3-9d26-66d20ea36f51]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[193670c3-c2ac-4021-acc1-876b58e15d2d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:36:56 user nova-compute[75260]: INFO nova.compute.manager [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Attaching volume cde20681-f05f-47a1-94e1-6ab8c9b26f45 to /dev/vdb
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45af14e-a799-4ef3-bf23-30978815d4e1]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260]
Dec 06 11:36:56 user nova-compute[75260]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933, portal: 172.16.0.220,3260] successful.
Dec 06 11:36:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.utils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52243a0f-ca9a-41f6-bee4-bd08ae0bd933 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[88aed719-044b-471a-ba82-b4eb781496aa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] <== disconnect_volume: return (329ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce49eded-c061-45c4-a214-eab8e90564c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[81ea0ccc-3d11-44ae-b3d4-3c1806762cbd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[495972db-8667-4f48-a453-0c31e3c77ee1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f6609b-17bf-44bd-bdea-349581c5bca8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:36:56 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:36:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[36cbf779-25f0-4c5e-a22d-619f16001000]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG os_brick.utils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:36:56 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating existing volume attachment record: cbf3fd28-f689-4f97-8086-6bd4475f5964 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:36:57 user nova-compute[75260]: DEBUG nova.objects.instance [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'flavor' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:36:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-31fcaf1a-995a-43de-b383-9f8a59421443 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.704s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:36:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:36:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNbrMHya', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:37:05 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:37:05 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:37:05 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c87f93bf-af08-4b5e-840f-2d053df08212]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:37:05 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7069130a-765c-4ee8-bcb6-a9aa1beb602c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45] added
Dec 06 11:37:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e11d2bf-9329-47f0-8188-877574c41c11]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65c351c-ec6a-4482-89e8-6688c8a599b8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNbrMHya {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNbrMHya" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df3f401d-7ef0-48c0-b126-a856984b7217]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zNbrMHya'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e493ec3-19da-450d-b1aa-a407d48dffad]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d564d5d4-a847-454a-a96d-ca2d11338984]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:37:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0785f41-c920-4231-994d-63c5452964f1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260]
Dec 06 11:37:06 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260] successful.
Dec 06 11:37:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[218cafdb-91d2-485a-99c8-83e5dd16326b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[648b08f8-de82-473e-a0ff-170471880354]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:06 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:06 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[218047e0-ee1e-46f9-aa9c-25c858ebe8eb]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNbrMHya', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:37:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23162343362313964', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23162343362313964', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:37:07 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:37:07 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:37:07 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:37:07 user nova-compute[75260]:   <serial>cde20681-f05f-47a1-94e1-6ab8c9b26f45</serial>
Dec 06 11:37:07 user nova-compute[75260]: </disk>
Dec 06 11:37:07 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:48:a7:f4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:37:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d2837b63-560e-408e-893c-9e75938e79bf tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.251s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "62a00220-6114-4432-bc60-13d704df75c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:37:11 user nova-compute[75260]: INFO nova.compute.claims [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Claim successful on node user
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:37:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.policy [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece37cb848a84befa5bcbcc66b95c9b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5835e1ce34434367b0866239e52b354f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:37:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Creating image(s)
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "/opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk 1073741824" returned: 0 in 0.051s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Successfully created port: d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking if we can resize image /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Cannot resize image /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Ensure instance console log exists: /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Successfully updated port: d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquired lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-changed-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Refreshing instance network info cache due to event network-changed-d94c767b-d8a0-451b-963e-923dfd9cbdc7. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] Acquiring lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:37:12 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Updating instance_info_cache with network_info: [{"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Releasing lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Instance network_info: |[{"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] Acquired lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Refreshing network info cache for port d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Start _get_guest_xml network_info=[{"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:37:13 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:37:13 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:37:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1397091185',display_name='tempest-AttachVolumeNegativeTest-server-1397091185',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1397091185',id=39,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD2YE2cBdiAR8T7U/HvTDgNQQ/QmH4mcYNWjHQnoxG8Bulu+TkcR5QIiFpuMMXh3GUb7mtnQaClNcwXKiRlnQJ0DplepeRWXMBqOwRuqKx74kIln3QNlAhhhDyLLrHghyA==',key_name='tempest-keypair-913640100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-wfrywjvb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:37:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=62a00220-6114-4432-bc60-13d704df75c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.objects.instance [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'pci_devices' on Instance uuid 62a00220-6114-4432-bc60-13d704df75c8 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:37:13 user nova-compute[75260]:   <uuid>62a00220-6114-4432-bc60-13d704df75c8</uuid>
Dec 06 11:37:13 user nova-compute[75260]:   <name>instance-00000027</name>
Dec 06 11:37:13 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:37:13 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:37:13 user nova-compute[75260]:   <metadata>
Dec 06 11:37:13 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:37:13 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:37:13 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1397091185</nova:name>
Dec 06 11:37:13 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:37:13</nova:creationTime>
Dec 06 11:37:13 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:37:13 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:37:13 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:37:13 user nova-compute[75260]:       <nova:owner>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:user uuid="ece37cb848a84befa5bcbcc66b95c9b0">tempest-AttachVolumeNegativeTest-352423872-project-member</nova:user>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:project uuid="5835e1ce34434367b0866239e52b354f">tempest-AttachVolumeNegativeTest-352423872</nova:project>
Dec 06 11:37:13 user nova-compute[75260]:       </nova:owner>
Dec 06 11:37:13 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:37:13 user nova-compute[75260]:       <nova:ports>
Dec 06 11:37:13 user nova-compute[75260]:         <nova:port uuid="d94c767b-d8a0-451b-963e-923dfd9cbdc7">
Dec 06 11:37:13 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 11:37:13 user nova-compute[75260]:         </nova:port>
Dec 06 11:37:13 user nova-compute[75260]:       </nova:ports>
Dec 06 11:37:13 user nova-compute[75260]:     </nova:instance>
Dec 06 11:37:13 user nova-compute[75260]:   </metadata>
Dec 06 11:37:13 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:37:13 user nova-compute[75260]:     <system>
Dec 06 11:37:13 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:37:13 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:37:13 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:37:13 user nova-compute[75260]:       <entry name="serial">62a00220-6114-4432-bc60-13d704df75c8</entry>
Dec 06 11:37:13 user nova-compute[75260]:       <entry name="uuid">62a00220-6114-4432-bc60-13d704df75c8</entry>
Dec 06 11:37:13 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:37:13 user nova-compute[75260]:     </system>
Dec 06 11:37:13 user nova-compute[75260]:   </sysinfo>
Dec 06 11:37:13 user nova-compute[75260]:   <os>
Dec 06 11:37:13 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:37:13 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:37:13 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:37:13 user nova-compute[75260]:   </os>
Dec 06 11:37:13 user nova-compute[75260]:   <features>
Dec 06 11:37:13 user nova-compute[75260]:     <acpi/>
Dec 06 11:37:13 user nova-compute[75260]:     <apic/>
Dec 06 11:37:13 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:37:13 user nova-compute[75260]:   </features>
Dec 06 11:37:13 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:37:13 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:37:13 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:37:13 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:37:13 user nova-compute[75260]:   </clock>
Dec 06 11:37:13 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:37:13 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:37:13 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:37:13 user nova-compute[75260]:   </cpu>
Dec 06 11:37:13 user nova-compute[75260]:   <devices>
Dec 06 11:37:13 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:37:13 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:37:13 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk"/>
Dec 06 11:37:13 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:37:13 user nova-compute[75260]:     </disk>
Dec 06 11:37:13 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:37:13 user nova-compute[75260]:       <mac address="fa:16:3e:f1:0d:0d"/>
Dec 06 11:37:13 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:37:13 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:37:13 user nova-compute[75260]:       <target dev="tapd94c767b-d8"/>
Dec 06 11:37:13 user nova-compute[75260]:     </interface>
Dec 06 11:37:13 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:37:13 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/console.log" append="off"/>
Dec 06 11:37:13 user nova-compute[75260]:     </serial>
Dec 06 11:37:13 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:37:13 user nova-compute[75260]:     <video>
Dec 06 11:37:13 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:37:13 user nova-compute[75260]:     </video>
Dec 06 11:37:13 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:37:13 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:37:13 user nova-compute[75260]:     </rng>
Dec 06 11:37:13 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:37:13 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:37:13 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:37:13 user nova-compute[75260]:     </memballoon>
Dec 06 11:37:13 user nova-compute[75260]:   </devices>
Dec 06 11:37:13 user nova-compute[75260]: </domain>
Dec 06 11:37:13 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:37:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1397091185',display_name='tempest-AttachVolumeNegativeTest-server-1397091185',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1397091185',id=39,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD2YE2cBdiAR8T7U/HvTDgNQQ/QmH4mcYNWjHQnoxG8Bulu+TkcR5QIiFpuMMXh3GUb7mtnQaClNcwXKiRlnQJ0DplepeRWXMBqOwRuqKx74kIln3QNlAhhhDyLLrHghyA==',key_name='tempest-keypair-913640100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-wfrywjvb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:37:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=62a00220-6114-4432-bc60-13d704df75c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG os_vif [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5754b209-5add-57e3-a379-1e9429f74889', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd94c767b-d8, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd94c767b-d8, col_values=(('qos', UUID('685d0fa7-bd48-4100-9448-0ec06bf469d9')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd94c767b-d8, col_values=(('external_ids', {'iface-id': 'd94c767b-d8a0-451b-963e-923dfd9cbdc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:0d:0d', 'vm-uuid': '62a00220-6114-4432-bc60-13d704df75c8'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:13 user nova-compute[75260]: INFO os_vif [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8')
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:f1:0d:0d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Updated VIF entry in instance network info cache for port d94c767b-d8a0-451b-963e-923dfd9cbdc7. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG nova.network.neutron [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Updating instance_info_cache with network_info: [{"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-68845c4b-91df-430c-85cd-9f5bd795d0a4 req-392acc5b-aa8a-482a-93dc-ce825badd0e0 service nova] Releasing lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-285eac11-453b-4e37-9c04-a4f588944a7c req-0b5e3a6a-daeb-482d-9baf-54fe573bf951 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-285eac11-453b-4e37-9c04-a4f588944a7c req-0b5e3a6a-daeb-482d-9baf-54fe573bf951 service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-285eac11-453b-4e37-9c04-a4f588944a7c req-0b5e3a6a-daeb-482d-9baf-54fe573bf951 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-285eac11-453b-4e37-9c04-a4f588944a7c req-0b5e3a6a-daeb-482d-9baf-54fe573bf951 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-285eac11-453b-4e37-9c04-a4f588944a7c req-0b5e3a6a-daeb-482d-9baf-54fe573bf951 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:14 user nova-compute[75260]: WARNING nova.compute.manager [req-285eac11-453b-4e37-9c04-a4f588944a7c req-0b5e3a6a-daeb-482d-9baf-54fe573bf951 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received unexpected event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with vm_state building and task_state spawning.
Dec 06 11:37:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:37:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Instance spawned successfully.
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-f8699dfa-044d-4779-8c0e-b36ad1f9e166 req-e45ff310-38d9-47a0-9d9e-836d58473832 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f8699dfa-044d-4779-8c0e-b36ad1f9e166 req-e45ff310-38d9-47a0-9d9e-836d58473832 service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f8699dfa-044d-4779-8c0e-b36ad1f9e166 req-e45ff310-38d9-47a0-9d9e-836d58473832 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f8699dfa-044d-4779-8c0e-b36ad1f9e166 req-e45ff310-38d9-47a0-9d9e-836d58473832 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-f8699dfa-044d-4779-8c0e-b36ad1f9e166 req-e45ff310-38d9-47a0-9d9e-836d58473832 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:16 user nova-compute[75260]: WARNING nova.compute.manager [req-f8699dfa-044d-4779-8c0e-b36ad1f9e166 req-e45ff310-38d9-47a0-9d9e-836d58473832 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received unexpected event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with vm_state building and task_state spawning.
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:37:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:37:17 user nova-compute[75260]: INFO nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Took 5.29 seconds to spawn the instance on the hypervisor.
Dec 06 11:37:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:37:17 user nova-compute[75260]: INFO nova.compute.manager [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Took 6.04 seconds to build instance.
Dec 06 11:37:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3b84c4c2-bf6d-4604-b22f-0194ae2a6bb9 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "62a00220-6114-4432-bc60-13d704df75c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.146s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:21 user nova-compute[75260]: INFO nova.compute.manager [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Terminating instance
Dec 06 11:37:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-ea24d340-ad1e-454b-abaa-7fbd4e32c302 req-e0edbe91-de61-41ef-bc2e-103cc72b77ce service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-vif-unplugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ea24d340-ad1e-454b-abaa-7fbd4e32c302 req-e0edbe91-de61-41ef-bc2e-103cc72b77ce service nova] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ea24d340-ad1e-454b-abaa-7fbd4e32c302 req-e0edbe91-de61-41ef-bc2e-103cc72b77ce service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ea24d340-ad1e-454b-abaa-7fbd4e32c302 req-e0edbe91-de61-41ef-bc2e-103cc72b77ce service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-ea24d340-ad1e-454b-abaa-7fbd4e32c302 req-e0edbe91-de61-41ef-bc2e-103cc72b77ce service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] No waiting events found dispatching network-vif-unplugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-ea24d340-ad1e-454b-abaa-7fbd4e32c302 req-e0edbe91-de61-41ef-bc2e-103cc72b77ce service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-vif-unplugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:37:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Instance destroyed successfully.
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lazy-loading 'resources' on Instance uuid d05e186e-9873-4719-8e29-5aaa2a8eb370 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:35:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-883046673',display_name='tempest-VolumesActionsTest-instance-883046673',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-883046673',id=38,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:35:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='66404cd549f347428e7cf29d8745b4fd',ramdisk_id='',reservation_id='r-6iysy51k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-257996044',owner_user_name='tempest-VolumesActionsTest-257996044-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:35:37Z,user_data=None,user_id='448dd91538694c80bac0a6d9257be4fe',uuid=d05e186e-9873-4719-8e29-5aaa2a8eb370,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converting VIF {"id": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "address": "fa:16:3e:a3:a2:91", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5898d2e-ff", "ovs_interfaceid": "d5898d2e-fffd-4d1d-957b-3f08ca232a61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG os_vif [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5898d2e-ff, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d57c9c1-12c2-488e-8bfa-99e564fce2e2) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:22 user nova-compute[75260]: INFO os_vif [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:a2:91,bridge_name='br-int',has_traffic_filtering=True,id=d5898d2e-fffd-4d1d-957b-3f08ca232a61,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5898d2e-ff')
Dec 06 11:37:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Deleting instance files /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370_del
Dec 06 11:37:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Deletion of /opt/stack/data/nova/instances/d05e186e-9873-4719-8e29-5aaa2a8eb370_del complete
Dec 06 11:37:22 user nova-compute[75260]: INFO nova.compute.manager [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 06 11:37:22 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:22 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Took 0.54 seconds to deallocate network for instance.
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-9d883bbb-a90e-411a-99e3-b6bfdcff25d0 req-39f13f9a-77f6-4713-a57c-5d83bf5ae86f service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-vif-deleted-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:22 user nova-compute[75260]: INFO nova.compute.manager [req-9d883bbb-a90e-411a-99e3-b6bfdcff25d0 req-39f13f9a-77f6-4713-a57c-5d83bf5ae86f service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Neutron deleted interface d5898d2e-fffd-4d1d-957b-3f08ca232a61; detaching it from the instance and deleting it from the info cache
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-9d883bbb-a90e-411a-99e3-b6bfdcff25d0 req-39f13f9a-77f6-4713-a57c-5d83bf5ae86f service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-9d883bbb-a90e-411a-99e3-b6bfdcff25d0 req-39f13f9a-77f6-4713-a57c-5d83bf5ae86f service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Detach interface failed, port_id=d5898d2e-fffd-4d1d-957b-3f08ca232a61, reason: Instance d05e186e-9873-4719-8e29-5aaa2a8eb370 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.269s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:23 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Deleted allocations for instance d05e186e-9873-4719-8e29-5aaa2a8eb370
Dec 06 11:37:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-62ec93af-c8a6-47c4-8509-5bb401382455 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.691s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-a3eec741-5a3d-4f31-ae25-5544e0d9bc0b req-0f0e8eb8-3729-4fed-80ce-af673fbbe673 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received event network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a3eec741-5a3d-4f31-ae25-5544e0d9bc0b req-0f0e8eb8-3729-4fed-80ce-af673fbbe673 service nova] Acquiring lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a3eec741-5a3d-4f31-ae25-5544e0d9bc0b req-0f0e8eb8-3729-4fed-80ce-af673fbbe673 service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a3eec741-5a3d-4f31-ae25-5544e0d9bc0b req-0f0e8eb8-3729-4fed-80ce-af673fbbe673 service nova] Lock "d05e186e-9873-4719-8e29-5aaa2a8eb370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-a3eec741-5a3d-4f31-ae25-5544e0d9bc0b req-0f0e8eb8-3729-4fed-80ce-af673fbbe673 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] No waiting events found dispatching network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:23 user nova-compute[75260]: WARNING nova.compute.manager [req-a3eec741-5a3d-4f31-ae25-5544e0d9bc0b req-0f0e8eb8-3729-4fed-80ce-af673fbbe673 service nova] [instance: d05e186e-9873-4719-8e29-5aaa2a8eb370] Received unexpected event network-vif-plugged-d5898d2e-fffd-4d1d-957b-3f08ca232a61 for instance with vm_state deleted and task_state None.
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:37:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8306MB free_disk=25.09900665283203GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:26 user nova-compute[75260]: INFO nova.compute.manager [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Terminating instance
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 9366df9d-bc22-46b9-a63e-2505df6a16c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 62a00220-6114-4432-bc60-13d704df75c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-47129f6a-57d6-4c73-9412-ab244e72b4a5 req-4040f7fe-5989-4fb0-b50e-768a53c36ae2 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-unplugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-47129f6a-57d6-4c73-9412-ab244e72b4a5 req-4040f7fe-5989-4fb0-b50e-768a53c36ae2 service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-47129f6a-57d6-4c73-9412-ab244e72b4a5 req-4040f7fe-5989-4fb0-b50e-768a53c36ae2 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-47129f6a-57d6-4c73-9412-ab244e72b4a5 req-4040f7fe-5989-4fb0-b50e-768a53c36ae2 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-47129f6a-57d6-4c73-9412-ab244e72b4a5 req-4040f7fe-5989-4fb0-b50e-768a53c36ae2 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-unplugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-47129f6a-57d6-4c73-9412-ab244e72b4a5 req-4040f7fe-5989-4fb0-b50e-768a53c36ae2 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-unplugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:37:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.471s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:27 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Instance destroyed successfully.
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.objects.instance [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'resources' on Instance uuid 257b55d5-1812-49fc-ab28-40e46d3b3ec6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-855294041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-855294041',id=34,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuysg1bXha0MPQeSM/ixz4FDt4XNQFhjtGaO/dgpRMy8JEBdyDVzDHP6f5mqJrcHE3hafcR2Q21hhrgdjd5lXVy35pe+a5do/jJLCnSckrWV39ZhnALhwOouRBCj9hT5A==',key_name='tempest-keypair-80624417',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:35:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-qyfokp5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:35:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=257b55d5-1812-49fc-ab28-40e46d3b3ec6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "address": "fa:16:3e:1c:a7:f7", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc660c6a7-0c", "ovs_interfaceid": "c660c6a7-0cf8-4b5b-8a45-71530875b7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_vif [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc660c6a7-0c, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ced83f8-1f06-4a57-b14a-40959c40a599) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:27 user nova-compute[75260]: INFO os_vif [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:a7:f7,bridge_name='br-int',has_traffic_filtering=True,id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc660c6a7-0c')
Dec 06 11:37:27 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Deleting instance files /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6_del
Dec 06 11:37:27 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Deletion of /opt/stack/data/nova/instances/257b55d5-1812-49fc-ab28-40e46d3b3ec6_del complete
Dec 06 11:37:27 user nova-compute[75260]: INFO nova.compute.manager [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.objects.instance [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.048s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:27 user nova-compute[75260]: INFO nova.compute.manager [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attaching volume 7d2278a4-6d44-47e1-b955-ae5986c37b1b to /dev/vdb
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_brick.utils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e85485-58fe-4efb-bc03-4f9fd4353aba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[97106772-4c97-4594-8397-5cbbbd7548f5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb34cdc-1aaf-48b6-99b3-a5abce88110c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[478711be-3d22-4265-8c93-3b34db5f33fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:37:27 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:37:27 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f4eae5-1232-45af-bc13-b6461a5f6358]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG os_brick.utils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:37:27 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating existing volume attachment record: ebc33c9f-a4cf-48f7-a86a-78179a154e16 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-e9205f2b-b9ea-429a-bfc2-13f2028d91cf req-ff55c222-ffb3-48fd-a5ed-de7dd6d7d361 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-deleted-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:28 user nova-compute[75260]: INFO nova.compute.manager [req-e9205f2b-b9ea-429a-bfc2-13f2028d91cf req-ff55c222-ffb3-48fd-a5ed-de7dd6d7d361 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Neutron deleted interface c660c6a7-0cf8-4b5b-8a45-71530875b7e0; detaching it from the instance and deleting it from the info cache
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.network.neutron [req-e9205f2b-b9ea-429a-bfc2-13f2028d91cf req-ff55c222-ffb3-48fd-a5ed-de7dd6d7d361 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:28 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Took 1.39 seconds to deallocate network for instance.
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-e9205f2b-b9ea-429a-bfc2-13f2028d91cf req-ff55c222-ffb3-48fd-a5ed-de7dd6d7d361 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Detach interface failed, port_id=c660c6a7-0cf8-4b5b-8a45-71530875b7e0, reason: Instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-1cf96a2b-312a-4c2e-b78a-30b548291c33 req-5f87dbf3-58fb-4b8b-bf6c-de78b118c035 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1cf96a2b-312a-4c2e-b78a-30b548291c33 req-5f87dbf3-58fb-4b8b-bf6c-de78b118c035 service nova] Acquiring lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1cf96a2b-312a-4c2e-b78a-30b548291c33 req-5f87dbf3-58fb-4b8b-bf6c-de78b118c035 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1cf96a2b-312a-4c2e-b78a-30b548291c33 req-5f87dbf3-58fb-4b8b-bf6c-de78b118c035 service nova] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-1cf96a2b-312a-4c2e-b78a-30b548291c33 req-5f87dbf3-58fb-4b8b-bf6c-de78b118c035 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] No waiting events found dispatching network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:28 user nova-compute[75260]: WARNING nova.compute.manager [req-1cf96a2b-312a-4c2e-b78a-30b548291c33 req-5f87dbf3-58fb-4b8b-bf6c-de78b118c035 service nova] [instance: 257b55d5-1812-49fc-ab28-40e46d3b3ec6] Received unexpected event network-vif-plugged-c660c6a7-0cf8-4b5b-8a45-71530875b7e0 for instance with vm_state deleted and task_state None.
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating instance_info_cache with network_info: [{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:37:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:37:29 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:37:29 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:37:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.286s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:29 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Deleted allocations for instance 257b55d5-1812-49fc-ab28-40e46d3b3ec6
Dec 06 11:37:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01042634-7536-4099-b6ff-140130c73988 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "257b55d5-1812-49fc-ab28-40e46d3b3ec6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.775s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:37:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxOjwAcM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:37:39 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:37:39 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:37:39 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e0d8801-75d0-4817-9b42-1185202b115c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:37:39 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[55bb272a-c82d-4f06-ab7d-d7439ed86470]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b] added
Dec 06 11:37:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2413e70-c268-4834-a013-ce14d14173c3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca8c73b-f9d9-4532-8205-a59126491825]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxOjwAcM {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxOjwAcM" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1df168-bca7-4758-81b5-0f403ca6fa44]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QxOjwAcM'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8fdbfd-8684-41e5-9c86-85d33920cf15]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b874ef-92a2-49c2-a9d2-4c4b064c5dbb]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:39 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:39 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f775d3-2a2c-4b96-a961-81e24868d3af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260]
Dec 06 11:37:39 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260] successful.
Dec 06 11:37:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a89315-5301-4dcf-a5f2-b574be9b8452]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd33c64-7b31-4d31-8afd-e967b930e199]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:39 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:39 user nova-compute[75260]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)
Dec 06 11:37:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:39 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:39 user nova-compute[75260]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)
Dec 06 11:37:39 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a77e33-294e-4b3c-8a93-c6c51dd541c5]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:39 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxOjwAcM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23232393139383833', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232393139383833', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG nova.objects.instance [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:37:40 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:37:40 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:37:40 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:37:40 user nova-compute[75260]:   <serial>7d2278a4-6d44-47e1-b955-ae5986c37b1b</serial>
Dec 06 11:37:40 user nova-compute[75260]: </disk>
Dec 06 11:37:40 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:37:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:37:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:37:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] No VIF found with MAC fa:16:3e:f3:63:21, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:37:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-880418a8-98f4-4d64-8dbd-b232d0f5be61 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.479s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:43 user nova-compute[75260]: INFO nova.compute.manager [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Detaching volume 7d2278a4-6d44-47e1-b955-ae5986c37b1b
Dec 06 11:37:43 user nova-compute[75260]: INFO nova.virt.block_device [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Attempting to driver detach volume 7d2278a4-6d44-47e1-b955-ae5986c37b1b from mountpoint /dev/vdb
Dec 06 11:37:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Attempting to detach device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:37:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:37:43 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:37:43 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:37:43 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:37:43 user nova-compute[75260]:   <serial>7d2278a4-6d44-47e1-b955-ae5986c37b1b</serial>
Dec 06 11:37:43 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:37:43 user nova-compute[75260]: </disk>
Dec 06 11:37:43 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:37:43 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the persistent domain config.
Dec 06 11:37:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:37:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:37:43 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:37:43 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:37:43 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:37:43 user nova-compute[75260]:   <serial>7d2278a4-6d44-47e1-b955-ae5986c37b1b</serial>
Dec 06 11:37:43 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:37:43 user nova-compute[75260]: </disk>
Dec 06 11:37:43 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:37:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:37:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG nova.compute.manager [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing instance network info cache due to event network-changed-296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] Acquiring lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] Acquired lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG nova.network.neutron [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Refreshing network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:53 user nova-compute[75260]: INFO nova.compute.manager [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Terminating instance
Dec 06 11:37:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updated VIF entry in instance network info cache for port 296d6502-9467-4ac9-bd57-43b1177600b2. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [{"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e72d42bd-a7a8-4b7b-8930-b69530c3d40a req-8af90f8a-ee6a-48dd-bb3a-aa2710015226 service nova] Releasing lock "refresh_cache-9366df9d-bc22-46b9-a63e-2505df6a16c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:37:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Instance destroyed successfully.
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lazy-loading 'resources' on Instance uuid 9366df9d-bc22-46b9-a63e-2505df6a16c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:32:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-660735624',display_name='tempest-TestShelveInstance-server-660735624',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-660735624',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG2BMRcDUp+up8aLG8eVlS3LJxIUN0wR5hjcSYfk1ckhIUJwcv24xihSrC87CzZPlSUCg+D3AZNApyZ5wJd0j4RHFwQPC3U88WE+slZ4WOe5MjZNxB6FxH0Gxkxrr1QdiQ==',key_name='tempest-TestShelveInstance-43244029',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:36:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6c1aa0d36d7458b9cda11a1c5b7627f',ramdisk_id='',reservation_id='r-zdr0x17c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-33661686',owner_user_name='tempest-TestShelveInstance-33661686-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:36:18Z,user_data=None,user_id='d2719cb620374f66a741cad7883f4834',uuid=9366df9d-bc22-46b9-a63e-2505df6a16c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converting VIF {"id": "296d6502-9467-4ac9-bd57-43b1177600b2", "address": "fa:16:3e:5c:90:6f", "network": {"id": "2315f20c-bf83-489f-bfef-f9ff08dc3093", "bridge": "br-int", "label": "tempest-TestShelveInstance-2005673890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6c1aa0d36d7458b9cda11a1c5b7627f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap296d6502-94", "ovs_interfaceid": "296d6502-9467-4ac9-bd57-43b1177600b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_vif [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap296d6502-94, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=53758180-716d-4964-8f34-ed92c40743b7) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:37:54 user nova-compute[75260]: INFO os_vif [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:90:6f,bridge_name='br-int',has_traffic_filtering=True,id=296d6502-9467-4ac9-bd57-43b1177600b2,network=Network(2315f20c-bf83-489f-bfef-f9ff08dc3093),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap296d6502-94')
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BRmarNcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:37:54 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec9c288-c4a1-4326-bbe7-bf582cdc1570]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:37:54 user nova-compute[75260]: No targets found.
Dec 06 11:37:54 user nova-compute[75260]: iSNS:
Dec 06 11:37:54 user nova-compute[75260]: No targets found.
Dec 06 11:37:54 user nova-compute[75260]: STATIC:
Dec 06 11:37:54 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b
Dec 06 11:37:54 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:37:54 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:37:54 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45
Dec 06 11:37:54 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:37:54 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:37:54 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da
Dec 06 11:37:54 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:37:54 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:37:54 user nova-compute[75260]: FIRMWARE:
Dec 06 11:37:54 user nova-compute[75260]: No targets found.
Dec 06 11:37:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:37:54 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:37:54 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c030bd43-81af-4f67-a235-e26d2481b6a1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c033e9da-1a9d-4e08-9128-0406fe28a046]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:54 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:54 user nova-compute[75260]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)
Dec 06 11:37:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da (non-flash)
Dec 06 11:37:54 user nova-compute[75260]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:37:54 user nova-compute[75260]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)
Dec 06 11:37:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c61b760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79946c7-77f0-414f-95d9-8b533141d7e1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7064e42f-626d-43f7-bd75-8354a45d6885]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d30706-7b58-4005-9ec4-070ec7a52074]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.061s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9acd53b-9094-4114-b02f-fc39498cafe9]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1011f6c4-ffc2-4e7e-b519-0ab5402d9884]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ed4454-91fd-4e76-813e-ca4516cafb9f]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260]
Dec 06 11:37:54 user nova-compute[75260]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da, portal: 172.16.0.220,3260] successful.
Dec 06 11:37:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:861afbe5-c0d0-406f-bcfa-e5163deb26da -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e156f3-1a95-4b9c-b978-698df078b86e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] <== disconnect_volume: return (342ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:37:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Deleting instance files /opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0_del
Dec 06 11:37:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Deletion of /opt/stack/data/nova/instances/9366df9d-bc22-46b9-a63e-2505df6a16c0_del complete
Dec 06 11:37:54 user nova-compute[75260]: INFO nova.compute.manager [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Took 1.23 seconds to destroy the instance on the hypervisor.
Dec 06 11:37:54 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:37:54 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:37:55 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Took 0.41 seconds to deallocate network for instance.
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-unplugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-unplugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-unplugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] Acquiring lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] No waiting events found dispatching network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:37:55 user nova-compute[75260]: WARNING nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received unexpected event network-vif-plugged-296d6502-9467-4ac9-bd57-43b1177600b2 for instance with vm_state active and task_state deleting.
Dec 06 11:37:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-ee037e7c-7f71-4d78-9089-e0fc514263a9 req-51eb5e73-1698-4377-8989-bae2aa69b5ee service nova] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Received event network-vif-deleted-296d6502-9467-4ac9-bd57-43b1177600b2 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:37:56 user nova-compute[75260]: INFO nova.compute.manager [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 11:37:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] [instance: 9366df9d-bc22-46b9-a63e-2505df6a16c0] Deleting volume: 861afbe5-c0d0-406f-bcfa-e5163deb26da {{(pid=75260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 11:37:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:37:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:37:56 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:37:56 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:37:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.206s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:56 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Deleted allocations for instance 9366df9d-bc22-46b9-a63e-2505df6a16c0
Dec 06 11:37:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4c55cd10-04fa-4c62-92b1-49bed76742dc tempest-TestShelveInstance-33661686 tempest-TestShelveInstance-33661686-project-member] Lock "9366df9d-bc22-46b9-a63e-2505df6a16c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.926s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:37:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:03 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b3c9a7a6-efc1-4029-9127-73a279c19856 is timed out.
Dec 06 11:38:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully detached device vdb from instance b3c9a7a6-efc1-4029-9127-73a279c19856 from the live domain config.
Dec 06 11:38:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxOjwAcM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:38:03 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41cb819-de09-4a2a-8869-c922fc30b736]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:38:03 user nova-compute[75260]: No targets found.
Dec 06 11:38:03 user nova-compute[75260]: iSNS:
Dec 06 11:38:03 user nova-compute[75260]: No targets found.
Dec 06 11:38:03 user nova-compute[75260]: STATIC:
Dec 06 11:38:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b
Dec 06 11:38:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:38:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:38:03 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45
Dec 06 11:38:03 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:38:03 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:38:03 user nova-compute[75260]: FIRMWARE:
Dec 06 11:38:03 user nova-compute[75260]: No targets found.
Dec 06 11:38:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:38:03 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:38:03 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2633c2d7-812f-4ab8-8000-0d3f8b6e8806]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3c24eb-513a-461c-a53d-d9ea125fcd40]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:38:03 user nova-compute[75260]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)
Dec 06 11:38:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:38:03 user nova-compute[75260]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b (non-flash)
Dec 06 11:38:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e543b2f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[26b77372-fb72-48f9-8eca-a742d4c80a08]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a4a8db-a39f-4e79-8f33-311947350d1f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[114d39ed-eb62-46dd-98b5-92758be296d9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18a008d-3883-4941-b075-e0a26b623428]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c4e2e0f-2d4a-4728-98f2-79ebff17422d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:38:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[435ad8fc-40b3-4702-9e4a-aa366321dcdb]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260]
Dec 06 11:38:04 user nova-compute[75260]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b, portal: 172.16.0.220,3260] successful.
Dec 06 11:38:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d2278a4-6d44-47e1-b955-ae5986c37b1b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[248f22ea-3f8f-4db3-8ffe-263d126b0cb9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] <== disconnect_volume: return (293ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'flavor' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:38:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-058746f5-09f0-47e9-a06d-b8cd76f717b9 tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.677s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "7323a298-318f-4433-ae29-28e179605abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:38:13 user nova-compute[75260]: INFO nova.compute.claims [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Claim successful on node user
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.323s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.network.neutron [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:38:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.policy [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '448dd91538694c80bac0a6d9257be4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66404cd549f347428e7cf29d8745b4fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:38:13 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Creating image(s)
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "/opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "/opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "/opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk 1073741824" returned: 0 in 0.054s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Cannot resize image /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Ensure instance console log exists: /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:14 user nova-compute[75260]: DEBUG nova.network.neutron [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Successfully created port: 46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Successfully updated port: 46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "refresh_cache-7323a298-318f-4433-ae29-28e179605abc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquired lock "refresh_cache-7323a298-318f-4433-ae29-28e179605abc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-changed-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.compute.manager [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Refreshing instance network info cache due to event network-changed-46db382e-a55b-4e09-afe5-80a3fef88bc7. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] Acquiring lock "refresh_cache-7323a298-318f-4433-ae29-28e179605abc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Updating instance_info_cache with network_info: [{"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Releasing lock "refresh_cache-7323a298-318f-4433-ae29-28e179605abc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Instance network_info: |[{"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] Acquired lock "refresh_cache-7323a298-318f-4433-ae29-28e179605abc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.neutron [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Refreshing network info cache for port 46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Start _get_guest_xml network_info=[{"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:38:15 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:38:15 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:38:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-628395009',display_name='tempest-VolumesActionsTest-instance-628395009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-628395009',id=40,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66404cd549f347428e7cf29d8745b4fd',ramdisk_id='',reservation_id='r-w1kl1gjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-257996044',owner_user_name='tempest-VolumesActionsTest-257996044-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:38:14Z,user_data=None,user_id='448dd91538694c80bac0a6d9257be4fe',uuid=7323a298-318f-4433-ae29-28e179605abc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converting VIF {"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.objects.instance [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lazy-loading 'pci_devices' on Instance uuid 7323a298-318f-4433-ae29-28e179605abc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:38:15 user nova-compute[75260]:   <uuid>7323a298-318f-4433-ae29-28e179605abc</uuid>
Dec 06 11:38:15 user nova-compute[75260]:   <name>instance-00000028</name>
Dec 06 11:38:15 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:38:15 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:38:15 user nova-compute[75260]:   <metadata>
Dec 06 11:38:15 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:38:15 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:38:15 user nova-compute[75260]:       <nova:name>tempest-VolumesActionsTest-instance-628395009</nova:name>
Dec 06 11:38:15 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:38:15</nova:creationTime>
Dec 06 11:38:15 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:38:15 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:38:15 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:38:15 user nova-compute[75260]:       <nova:owner>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:user uuid="448dd91538694c80bac0a6d9257be4fe">tempest-VolumesActionsTest-257996044-project-member</nova:user>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:project uuid="66404cd549f347428e7cf29d8745b4fd">tempest-VolumesActionsTest-257996044</nova:project>
Dec 06 11:38:15 user nova-compute[75260]:       </nova:owner>
Dec 06 11:38:15 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:38:15 user nova-compute[75260]:       <nova:ports>
Dec 06 11:38:15 user nova-compute[75260]:         <nova:port uuid="46db382e-a55b-4e09-afe5-80a3fef88bc7">
Dec 06 11:38:15 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:38:15 user nova-compute[75260]:         </nova:port>
Dec 06 11:38:15 user nova-compute[75260]:       </nova:ports>
Dec 06 11:38:15 user nova-compute[75260]:     </nova:instance>
Dec 06 11:38:15 user nova-compute[75260]:   </metadata>
Dec 06 11:38:15 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:38:15 user nova-compute[75260]:     <system>
Dec 06 11:38:15 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:38:15 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:38:15 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:38:15 user nova-compute[75260]:       <entry name="serial">7323a298-318f-4433-ae29-28e179605abc</entry>
Dec 06 11:38:15 user nova-compute[75260]:       <entry name="uuid">7323a298-318f-4433-ae29-28e179605abc</entry>
Dec 06 11:38:15 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:38:15 user nova-compute[75260]:     </system>
Dec 06 11:38:15 user nova-compute[75260]:   </sysinfo>
Dec 06 11:38:15 user nova-compute[75260]:   <os>
Dec 06 11:38:15 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:38:15 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:38:15 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:38:15 user nova-compute[75260]:   </os>
Dec 06 11:38:15 user nova-compute[75260]:   <features>
Dec 06 11:38:15 user nova-compute[75260]:     <acpi/>
Dec 06 11:38:15 user nova-compute[75260]:     <apic/>
Dec 06 11:38:15 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:38:15 user nova-compute[75260]:   </features>
Dec 06 11:38:15 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:38:15 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:38:15 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:38:15 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:38:15 user nova-compute[75260]:   </clock>
Dec 06 11:38:15 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:38:15 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:38:15 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:38:15 user nova-compute[75260]:   </cpu>
Dec 06 11:38:15 user nova-compute[75260]:   <devices>
Dec 06 11:38:15 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:38:15 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:38:15 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk"/>
Dec 06 11:38:15 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:38:15 user nova-compute[75260]:     </disk>
Dec 06 11:38:15 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:38:15 user nova-compute[75260]:       <mac address="fa:16:3e:18:df:72"/>
Dec 06 11:38:15 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:38:15 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:38:15 user nova-compute[75260]:       <target dev="tap46db382e-a5"/>
Dec 06 11:38:15 user nova-compute[75260]:     </interface>
Dec 06 11:38:15 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:38:15 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/console.log" append="off"/>
Dec 06 11:38:15 user nova-compute[75260]:     </serial>
Dec 06 11:38:15 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:38:15 user nova-compute[75260]:     <video>
Dec 06 11:38:15 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:38:15 user nova-compute[75260]:     </video>
Dec 06 11:38:15 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:38:15 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:38:15 user nova-compute[75260]:     </rng>
Dec 06 11:38:15 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:38:15 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:38:15 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:38:15 user nova-compute[75260]:     </memballoon>
Dec 06 11:38:15 user nova-compute[75260]:   </devices>
Dec 06 11:38:15 user nova-compute[75260]: </domain>
Dec 06 11:38:15 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:38:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-628395009',display_name='tempest-VolumesActionsTest-instance-628395009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-628395009',id=40,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66404cd549f347428e7cf29d8745b4fd',ramdisk_id='',reservation_id='r-w1kl1gjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-257996044',owner_user_name='tempest-VolumesActionsTest-257996044-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:38:14Z,user_data=None,user_id='448dd91538694c80bac0a6d9257be4fe',uuid=7323a298-318f-4433-ae29-28e179605abc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converting VIF {"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG os_vif [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8b1eb914-068a-5b35-9b3f-41e1a6bd7da1', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap46db382e-a5, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap46db382e-a5, col_values=(('qos', UUID('20948d5d-0d30-454f-b5df-29da2df07adb')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap46db382e-a5, col_values=(('external_ids', {'iface-id': '46db382e-a55b-4e09-afe5-80a3fef88bc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:df:72', 'vm-uuid': '7323a298-318f-4433-ae29-28e179605abc'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:15 user nova-compute[75260]: INFO os_vif [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5')
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:38:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] No VIF found with MAC fa:16:3e:18:df:72, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:38:16 user nova-compute[75260]: DEBUG nova.network.neutron [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Updated VIF entry in instance network info cache for port 46db382e-a55b-4e09-afe5-80a3fef88bc7. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:38:16 user nova-compute[75260]: DEBUG nova.network.neutron [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Updating instance_info_cache with network_info: [{"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:38:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7a6c48d2-c2be-4e17-8d5f-e45fa955e4a3 req-41ea5d6b-0f86-44b1-95eb-963e4badd95c service nova] Releasing lock "refresh_cache-7323a298-318f-4433-ae29-28e179605abc" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:38:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-9ba396c0-77ca-4dff-afa5-fb913fc8df6b req-22d55aa3-ac89-41eb-b235-2923eff97f00 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9ba396c0-77ca-4dff-afa5-fb913fc8df6b req-22d55aa3-ac89-41eb-b235-2923eff97f00 service nova] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9ba396c0-77ca-4dff-afa5-fb913fc8df6b req-22d55aa3-ac89-41eb-b235-2923eff97f00 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9ba396c0-77ca-4dff-afa5-fb913fc8df6b req-22d55aa3-ac89-41eb-b235-2923eff97f00 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-9ba396c0-77ca-4dff-afa5-fb913fc8df6b req-22d55aa3-ac89-41eb-b235-2923eff97f00 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] No waiting events found dispatching network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:38:17 user nova-compute[75260]: WARNING nova.compute.manager [req-9ba396c0-77ca-4dff-afa5-fb913fc8df6b req-22d55aa3-ac89-41eb-b235-2923eff97f00 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received unexpected event network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 for instance with vm_state building and task_state spawning.
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:17 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:38:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 7323a298-318f-4433-ae29-28e179605abc] Instance spawned successfully.
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:19 user nova-compute[75260]: INFO nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Took 5.64 seconds to spawn the instance on the hypervisor.
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-df808117-c06c-48f4-a6b2-89684fd0359a req-bb4018bd-abab-4419-a20e-a2652197a260 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-df808117-c06c-48f4-a6b2-89684fd0359a req-bb4018bd-abab-4419-a20e-a2652197a260 service nova] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-df808117-c06c-48f4-a6b2-89684fd0359a req-bb4018bd-abab-4419-a20e-a2652197a260 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-df808117-c06c-48f4-a6b2-89684fd0359a req-bb4018bd-abab-4419-a20e-a2652197a260 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-df808117-c06c-48f4-a6b2-89684fd0359a req-bb4018bd-abab-4419-a20e-a2652197a260 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] No waiting events found dispatching network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:38:19 user nova-compute[75260]: WARNING nova.compute.manager [req-df808117-c06c-48f4-a6b2-89684fd0359a req-bb4018bd-abab-4419-a20e-a2652197a260 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received unexpected event network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 for instance with vm_state building and task_state spawning.
Dec 06 11:38:19 user nova-compute[75260]: INFO nova.compute.manager [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Took 6.35 seconds to build instance.
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-65501c02-ac80-4f25-9992-6cd7d7481570 tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "7323a298-318f-4433-ae29-28e179605abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.514s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:38:19 user nova-compute[75260]: INFO nova.compute.claims [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Claim successful on node user
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.310s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:38:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.policy [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc2636b28a2445c98cf4304d78785892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d69258e37f481ea440126cbbc79860', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:38:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Creating image(s)
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.228s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk 1073741824" returned: 0 in 0.060s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Successfully created port: 1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Cannot resize image /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Ensure instance console log exists: /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Successfully updated port: 1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing instance network info cache due to event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:38:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance network_info: |[{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Start _get_guest_xml network_info=[{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:38:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:38:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:38:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1955275941',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1955275941',id=41,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAte8r3SRgXS3LI6xL8qEfuce103XKjzOIfa/NOdQptyCmXxhVHZCve2YBpli3Evgc044tiIdsooXWECpg1zaF9aOY28JFUpubFoPa0ODnyXMlvvsJcyDeIC/vVyStXMbA==',key_name='tempest-keypair-947632709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-pv842d1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:38:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'pci_devices' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:38:22 user nova-compute[75260]:   <uuid>fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7</uuid>
Dec 06 11:38:22 user nova-compute[75260]:   <name>instance-00000029</name>
Dec 06 11:38:22 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:38:22 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:38:22 user nova-compute[75260]:   <metadata>
Dec 06 11:38:22 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:38:22 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:38:22 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1955275941</nova:name>
Dec 06 11:38:22 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:38:22</nova:creationTime>
Dec 06 11:38:22 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:38:22 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:38:22 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:38:22 user nova-compute[75260]:       <nova:owner>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:user uuid="fc2636b28a2445c98cf4304d78785892">tempest-AttachVolumeShelveTestJSON-1421168908-project-member</nova:user>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:project uuid="60d69258e37f481ea440126cbbc79860">tempest-AttachVolumeShelveTestJSON-1421168908</nova:project>
Dec 06 11:38:22 user nova-compute[75260]:       </nova:owner>
Dec 06 11:38:22 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:38:22 user nova-compute[75260]:       <nova:ports>
Dec 06 11:38:22 user nova-compute[75260]:         <nova:port uuid="1510a7c7-38c3-4665-82dc-13a14a57d35e">
Dec 06 11:38:22 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 11:38:22 user nova-compute[75260]:         </nova:port>
Dec 06 11:38:22 user nova-compute[75260]:       </nova:ports>
Dec 06 11:38:22 user nova-compute[75260]:     </nova:instance>
Dec 06 11:38:22 user nova-compute[75260]:   </metadata>
Dec 06 11:38:22 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:38:22 user nova-compute[75260]:     <system>
Dec 06 11:38:22 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:38:22 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:38:22 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:38:22 user nova-compute[75260]:       <entry name="serial">fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7</entry>
Dec 06 11:38:22 user nova-compute[75260]:       <entry name="uuid">fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7</entry>
Dec 06 11:38:22 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:38:22 user nova-compute[75260]:     </system>
Dec 06 11:38:22 user nova-compute[75260]:   </sysinfo>
Dec 06 11:38:22 user nova-compute[75260]:   <os>
Dec 06 11:38:22 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:38:22 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:38:22 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:38:22 user nova-compute[75260]:   </os>
Dec 06 11:38:22 user nova-compute[75260]:   <features>
Dec 06 11:38:22 user nova-compute[75260]:     <acpi/>
Dec 06 11:38:22 user nova-compute[75260]:     <apic/>
Dec 06 11:38:22 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:38:22 user nova-compute[75260]:   </features>
Dec 06 11:38:22 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:38:22 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:38:22 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:38:22 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:38:22 user nova-compute[75260]:   </clock>
Dec 06 11:38:22 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:38:22 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:38:22 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:38:22 user nova-compute[75260]:   </cpu>
Dec 06 11:38:22 user nova-compute[75260]:   <devices>
Dec 06 11:38:22 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:38:22 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:38:22 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk"/>
Dec 06 11:38:22 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:38:22 user nova-compute[75260]:     </disk>
Dec 06 11:38:22 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:38:22 user nova-compute[75260]:       <mac address="fa:16:3e:7d:49:be"/>
Dec 06 11:38:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:38:22 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:38:22 user nova-compute[75260]:       <target dev="tap1510a7c7-38"/>
Dec 06 11:38:22 user nova-compute[75260]:     </interface>
Dec 06 11:38:22 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:38:22 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/console.log" append="off"/>
Dec 06 11:38:22 user nova-compute[75260]:     </serial>
Dec 06 11:38:22 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:38:22 user nova-compute[75260]:     <video>
Dec 06 11:38:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:38:22 user nova-compute[75260]:     </video>
Dec 06 11:38:22 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:38:22 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:38:22 user nova-compute[75260]:     </rng>
Dec 06 11:38:22 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:38:22 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:38:22 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:38:22 user nova-compute[75260]:     </memballoon>
Dec 06 11:38:22 user nova-compute[75260]:   </devices>
Dec 06 11:38:22 user nova-compute[75260]: </domain>
Dec 06 11:38:22 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:38:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1955275941',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1955275941',id=41,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAte8r3SRgXS3LI6xL8qEfuce103XKjzOIfa/NOdQptyCmXxhVHZCve2YBpli3Evgc044tiIdsooXWECpg1zaF9aOY28JFUpubFoPa0ODnyXMlvvsJcyDeIC/vVyStXMbA==',key_name='tempest-keypair-947632709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-pv842d1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:38:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG os_vif [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69207cc6-f79a-5d8c-9371-1fdffd2dbc8b', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1510a7c7-38, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1510a7c7-38, col_values=(('qos', UUID('662fc0d4-da87-4c6a-a6e5-ec13273032a0')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1510a7c7-38, col_values=(('external_ids', {'iface-id': '1510a7c7-38c3-4665-82dc-13a14a57d35e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:49:be', 'vm-uuid': 'fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:22 user nova-compute[75260]: INFO os_vif [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38')
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No VIF found with MAC fa:16:3e:7d:49:be, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updated VIF entry in instance network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:38:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8c829396-bb3d-4557-b3d8-7aa810926302 req-6ecb6eb7-3f90-4175-8b20-c9ea522569a2 service nova] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-0a249709-62bc-41ed-a45b-85f91dcaf3ac req-6c546eb5-4612-4d6c-a709-0f68b9f2ef43 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0a249709-62bc-41ed-a45b-85f91dcaf3ac req-6c546eb5-4612-4d6c-a709-0f68b9f2ef43 service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0a249709-62bc-41ed-a45b-85f91dcaf3ac req-6c546eb5-4612-4d6c-a709-0f68b9f2ef43 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-0a249709-62bc-41ed-a45b-85f91dcaf3ac req-6c546eb5-4612-4d6c-a709-0f68b9f2ef43 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-0a249709-62bc-41ed-a45b-85f91dcaf3ac req-6c546eb5-4612-4d6c-a709-0f68b9f2ef43 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:38:23 user nova-compute[75260]: WARNING nova.compute.manager [req-0a249709-62bc-41ed-a45b-85f91dcaf3ac req-6c546eb5-4612-4d6c-a709-0f68b9f2ef43 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state building and task_state spawning.
Dec 06 11:38:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:38:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance spawned successfully.
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-69fa0d5b-7b09-4688-ba43-4345a32db881 req-9511da05-0113-41f6-8d4b-6d626e41be79 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-69fa0d5b-7b09-4688-ba43-4345a32db881 req-9511da05-0113-41f6-8d4b-6d626e41be79 service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-69fa0d5b-7b09-4688-ba43-4345a32db881 req-9511da05-0113-41f6-8d4b-6d626e41be79 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-69fa0d5b-7b09-4688-ba43-4345a32db881 req-9511da05-0113-41f6-8d4b-6d626e41be79 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-69fa0d5b-7b09-4688-ba43-4345a32db881 req-9511da05-0113-41f6-8d4b-6d626e41be79 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:38:25 user nova-compute[75260]: WARNING nova.compute.manager [req-69fa0d5b-7b09-4688-ba43-4345a32db881 req-9511da05-0113-41f6-8d4b-6d626e41be79 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state building and task_state spawning.
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:38:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:26 user nova-compute[75260]: INFO nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Took 5.71 seconds to spawn the instance on the hypervisor.
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:38:26 user nova-compute[75260]: INFO nova.compute.manager [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Took 6.43 seconds to build instance.
Dec 06 11:38:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a6f4b7d4-7706-466f-98ce-54963d277519 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.530s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:38:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:38:26 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8462MB free_disk=25.086013793945312GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance b3c9a7a6-efc1-4029-9127-73a279c19856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 62a00220-6114-4432-bc60-13d704df75c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7323a298-318f-4433-ae29-28e179605abc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:38:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:38:27 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:38:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:38:27 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:38:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.413s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:38:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:38:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:38:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:38:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-changed-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Refreshing instance network info cache due to event network-changed-d94c767b-d8a0-451b-963e-923dfd9cbdc7. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] Acquiring lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] Acquired lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.network.neutron [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Refreshing network info cache for port d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "62a00220-6114-4432-bc60-13d704df75c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:02 user nova-compute[75260]: INFO nova.compute.manager [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Terminating instance
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.network.neutron [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Updated VIF entry in instance network info cache for port d94c767b-d8a0-451b-963e-923dfd9cbdc7. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.network.neutron [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Updating instance_info_cache with network_info: [{"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9372ee31-ee2c-410c-9b05-e38de6306fa2 req-2c2e11cc-bfd2-4b2f-b017-b1008533d963 service nova] Releasing lock "refresh_cache-62a00220-6114-4432-bc60-13d704df75c8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-dbd68ca4-68f3-4250-83a4-8b43cc35b300 req-54c0f350-5984-4eb8-bd1b-5242a080a44d service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-unplugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-dbd68ca4-68f3-4250-83a4-8b43cc35b300 req-54c0f350-5984-4eb8-bd1b-5242a080a44d service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-dbd68ca4-68f3-4250-83a4-8b43cc35b300 req-54c0f350-5984-4eb8-bd1b-5242a080a44d service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-dbd68ca4-68f3-4250-83a4-8b43cc35b300 req-54c0f350-5984-4eb8-bd1b-5242a080a44d service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-dbd68ca4-68f3-4250-83a4-8b43cc35b300 req-54c0f350-5984-4eb8-bd1b-5242a080a44d service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-unplugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-dbd68ca4-68f3-4250-83a4-8b43cc35b300 req-54c0f350-5984-4eb8-bd1b-5242a080a44d service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-unplugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Instance destroyed successfully.
Dec 06 11:39:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'resources' on Instance uuid 62a00220-6114-4432-bc60-13d704df75c8 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:37:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1397091185',display_name='tempest-AttachVolumeNegativeTest-server-1397091185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1397091185',id=39,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD2YE2cBdiAR8T7U/HvTDgNQQ/QmH4mcYNWjHQnoxG8Bulu+TkcR5QIiFpuMMXh3GUb7mtnQaClNcwXKiRlnQJ0DplepeRWXMBqOwRuqKx74kIln3QNlAhhhDyLLrHghyA==',key_name='tempest-keypair-913640100',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:37:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-wfrywjvb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:37:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=62a00220-6114-4432-bc60-13d704df75c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "address": "fa:16:3e:f1:0d:0d", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd94c767b-d8", "ovs_interfaceid": "d94c767b-d8a0-451b-963e-923dfd9cbdc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG os_vif [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd94c767b-d8, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=685d0fa7-bd48-4100-9448-0ec06bf469d9) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: INFO os_vif [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:0d:0d,bridge_name='br-int',has_traffic_filtering=True,id=d94c767b-d8a0-451b-963e-923dfd9cbdc7,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd94c767b-d8')
Dec 06 11:39:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Deleting instance files /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8_del
Dec 06 11:39:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Deletion of /opt/stack/data/nova/instances/62a00220-6114-4432-bc60-13d704df75c8_del complete
Dec 06 11:39:03 user nova-compute[75260]: INFO nova.compute.manager [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Took 0.73 seconds to destroy the instance on the hypervisor.
Dec 06 11:39:03 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 62a00220-6114-4432-bc60-13d704df75c8] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:04 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:04 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Took 1.10 seconds to deallocate network for instance.
Dec 06 11:39:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-a075582e-f413-4657-9ed8-d20b28f96107 req-098acf9b-970b-4d66-a1f2-a7bbcb1de607 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-deleted-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:04 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:39:04 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:39:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.277s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:04 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Deleted allocations for instance 62a00220-6114-4432-bc60-13d704df75c8
Dec 06 11:39:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-87c9fd27-9354-4cb6-a085-e8656c783d93 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "62a00220-6114-4432-bc60-13d704df75c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.387s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:05 user nova-compute[75260]: WARNING nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received unexpected event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with vm_state deleted and task_state None.
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:05 user nova-compute[75260]: WARNING nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received unexpected event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with vm_state deleted and task_state None.
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:05 user nova-compute[75260]: WARNING nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received unexpected event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with vm_state deleted and task_state None.
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Acquiring lock "62a00220-6114-4432-bc60-13d704df75c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] Lock "62a00220-6114-4432-bc60-13d704df75c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] No waiting events found dispatching network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:05 user nova-compute[75260]: WARNING nova.compute.manager [req-d74d823f-daa8-4d0e-9914-a824223358a9 req-07a50820-aa86-42e8-b084-361946067440 service nova] [instance: 62a00220-6114-4432-bc60-13d704df75c8] Received unexpected event network-vif-plugged-d94c767b-d8a0-451b-963e-923dfd9cbdc7 for instance with vm_state deleted and task_state None.
Dec 06 11:39:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:08 user nova-compute[75260]: INFO nova.compute.manager [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Terminating instance
Dec 06 11:39:08 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-9df0bb17-8df3-46d5-84ce-3c21d8fa65e5 req-3bd909e2-3af3-436e-810f-59145f225bdc service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-vif-unplugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9df0bb17-8df3-46d5-84ce-3c21d8fa65e5 req-3bd909e2-3af3-436e-810f-59145f225bdc service nova] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9df0bb17-8df3-46d5-84ce-3c21d8fa65e5 req-3bd909e2-3af3-436e-810f-59145f225bdc service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9df0bb17-8df3-46d5-84ce-3c21d8fa65e5 req-3bd909e2-3af3-436e-810f-59145f225bdc service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-9df0bb17-8df3-46d5-84ce-3c21d8fa65e5 req-3bd909e2-3af3-436e-810f-59145f225bdc service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] No waiting events found dispatching network-vif-unplugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-9df0bb17-8df3-46d5-84ce-3c21d8fa65e5 req-3bd909e2-3af3-436e-810f-59145f225bdc service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-vif-unplugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:39:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Instance destroyed successfully.
Dec 06 11:39:09 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lazy-loading 'resources' on Instance uuid b3c9a7a6-efc1-4029-9127-73a279c19856 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:31:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1251359023',display_name='tempest-SnapshotDataIntegrityTests-server-1251359023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1251359023',id=35,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCu99QoAHLnZpK1ip3onyGbM8GYnlbHgvlpcD8GsmStDAgAwI++20a6hCGWhP945HMYqqA+uq9yyTdM4FSEqk6eSDYyFWLM6RjoVHCOfESkdc13wJR8tGflXeOx/NAQ96w==',key_name='tempest-keypair-1160317331',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:32:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd2117e2fcec47d996c20c95b7cc7025',ramdisk_id='',reservation_id='r-4qnx6ati',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-408989728',owner_user_name='tempest-SnapshotDataIntegrityTests-408989728-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:32:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='315e2e5d327a4d7295ff3cb9994cd4af',uuid=b3c9a7a6-efc1-4029-9127-73a279c19856,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Converting VIF {"id": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "address": "fa:16:3e:f3:63:21", "network": {"id": "8bbb9096-f352-4eb7-8a84-ef9ce17895a3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-863950250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd2117e2fcec47d996c20c95b7cc7025", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7c616f3-b2", "ovs_interfaceid": "d7c616f3-b21e-4faa-aeb9-f0c1d32053d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG os_vif [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd7c616f3-b2, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1a19571-f6d5-4e41-af8c-261410bcf914) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:09 user nova-compute[75260]: INFO os_vif [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:63:21,bridge_name='br-int',has_traffic_filtering=True,id=d7c616f3-b21e-4faa-aeb9-f0c1d32053d5,network=Network(8bbb9096-f352-4eb7-8a84-ef9ce17895a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c616f3-b2')
Dec 06 11:39:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Deleting instance files /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856_del
Dec 06 11:39:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Deletion of /opt/stack/data/nova/instances/b3c9a7a6-efc1-4029-9127-73a279c19856_del complete
Dec 06 11:39:09 user nova-compute[75260]: INFO nova.compute.manager [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Took 0.93 seconds to destroy the instance on the hypervisor.
Dec 06 11:39:09 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:39:09 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:10 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Took 0.92 seconds to deallocate network for instance.
Dec 06 11:39:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-68251d84-04ea-4e71-a2f4-24beee04fbef req-db5ba4fb-d438-4fc5-af94-02968094728e service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-vif-deleted-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.181s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:10 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Deleted allocations for instance b3c9a7a6-efc1-4029-9127-73a279c19856
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1f4dce6d-65c8-41b9-bb02-3a551b05756d tempest-SnapshotDataIntegrityTests-408989728 tempest-SnapshotDataIntegrityTests-408989728-project-member] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.259s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-757bc903-3df2-42f7-b3dd-62b8ebeb576e req-261d63b9-f256-457a-90ae-9e9e53d9899a service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received event network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-757bc903-3df2-42f7-b3dd-62b8ebeb576e req-261d63b9-f256-457a-90ae-9e9e53d9899a service nova] Acquiring lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-757bc903-3df2-42f7-b3dd-62b8ebeb576e req-261d63b9-f256-457a-90ae-9e9e53d9899a service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-757bc903-3df2-42f7-b3dd-62b8ebeb576e req-261d63b9-f256-457a-90ae-9e9e53d9899a service nova] Lock "b3c9a7a6-efc1-4029-9127-73a279c19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-757bc903-3df2-42f7-b3dd-62b8ebeb576e req-261d63b9-f256-457a-90ae-9e9e53d9899a service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] No waiting events found dispatching network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:10 user nova-compute[75260]: WARNING nova.compute.manager [req-757bc903-3df2-42f7-b3dd-62b8ebeb576e req-261d63b9-f256-457a-90ae-9e9e53d9899a service nova] [instance: b3c9a7a6-efc1-4029-9127-73a279c19856] Received unexpected event network-vif-plugged-d7c616f3-b21e-4faa-aeb9-f0c1d32053d5 for instance with vm_state deleted and task_state None.
Dec 06 11:39:12 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:39:19 user nova-compute[75260]: INFO nova.compute.claims [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Claim successful on node user
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.326s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:39:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:39:19 user nova-compute[75260]: DEBUG nova.policy [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89920c803334038813a65666797af4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124daa513cf4675bb31e20b299a90a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:39:19 user nova-compute[75260]: INFO nova.virt.block_device [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Booting with volume snapshot e418d8e2-36c7-4048-b6c2-4f04d8b283b1 at /dev/vda
Dec 06 11:39:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Successfully created port: 732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Successfully updated port: 732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "refresh_cache-bb358bed-cc75-4b6f-ab24-03501c28adb0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquired lock "refresh_cache-bb358bed-cc75-4b6f-ab24-03501c28adb0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-changed-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Refreshing instance network info cache due to event network-changed-732d9c4d-9655-4452-8024-40544665b048. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] Acquiring lock "refresh_cache-bb358bed-cc75-4b6f-ab24-03501c28adb0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Updating instance_info_cache with network_info: [{"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Releasing lock "refresh_cache-bb358bed-cc75-4b6f-ab24-03501c28adb0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Instance network_info: |[{"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] Acquired lock "refresh_cache-bb358bed-cc75-4b6f-ab24-03501c28adb0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:39:21 user nova-compute[75260]: DEBUG nova.network.neutron [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Refreshing network info cache for port 732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:39:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Updated VIF entry in instance network info cache for port 732d9c4d-9655-4452-8024-40544665b048. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:39:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Updating instance_info_cache with network_info: [{"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b5006364-11b6-4e77-ba59-f404b5b879a0 req-16d43bcd-c18b-4ace-8f1c-a3b5924fcd0e service nova] Releasing lock "refresh_cache-bb358bed-cc75-4b6f-ab24-03501c28adb0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:39:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG os_brick.utils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6da5c9b-ad4b-4773-8763-b3b5c4ccdad4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb65537b-30f3-4274-8a45-9943588f4d54]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[14e57716-8782-4596-a8b4-382fde7a081e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[defed725-3388-48c6-90dd-96e23ab984cd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:39:25 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:39:25 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[006fc183-449e-4869-9348-f34423d33c80]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG os_brick.utils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:39:25 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Updating existing volume attachment record: b88efb6e-d3ab-42fd-8213-3b8e6832ebff {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.379s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:39:27 user nova-compute[75260]: INFO nova.compute.claims [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Claim successful on node user
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.369s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:27 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:39:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:39:28 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8520MB free_disk=25.065570831298828GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:28 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.policy [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d7c1701b81b4d5fbe134630a401d344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15355bc3857e4dbdb73110ecb6c7e575', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 7323a298-318f-4433-ae29-28e179605abc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bb358bed-cc75-4b6f-ab24-03501c28adb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:39:28 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Creating image(s)
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "/opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "/opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "/opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.214s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk 1073741824" returned: 0 in 0.052s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Successfully created port: e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Cannot resize image /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Ensure instance console log exists: /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Skipping network cache update for instance because it is Building. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Skipping network cache update for instance because it is Building. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Successfully updated port: e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquired lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-changed-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Refreshing instance network info cache due to event network-changed-e91b25cc-2119-4226-ad23-6529590e4ff9. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] Acquiring lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updating instance_info_cache with network_info: [{"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Releasing lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Instance network_info: |[{"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] Acquired lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Refreshing network info cache for port e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Start _get_guest_xml network_info=[{"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:39:29 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:39:29 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:39:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-139538136',display_name='tempest-VolumesSnapshotTestJSON-instance-139538136',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-139538136',id=43,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLInarsFJouGd5iXZe95O5ryypzAUONlcpHmHsIdWBbUJ2vTZTR9ho+XqhtMcFSE1wY40LW2dlB0VQQ5ppunnMqmFYfEqIEnqlWyNXrwdhnjgAG7Au8ymDGdnUyrnL9YA==',key_name='tempest-keypair-103341801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15355bc3857e4dbdb73110ecb6c7e575',ramdisk_id='',reservation_id='r-qcui21ue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1830325926',owner_user_name='tempest-VolumesSnapshotTestJSON-1830325926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:39:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d7c1701b81b4d5fbe134630a401d344',uuid=1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converting VIF {"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.objects.instance [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'pci_devices' on Instance uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:39:29 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating instance_info_cache with network_info: [{"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:39:30 user nova-compute[75260]:   <uuid>1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0</uuid>
Dec 06 11:39:30 user nova-compute[75260]:   <name>instance-0000002b</name>
Dec 06 11:39:30 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:39:30 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:39:30 user nova-compute[75260]:   <metadata>
Dec 06 11:39:30 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:39:30 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:39:30 user nova-compute[75260]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-139538136</nova:name>
Dec 06 11:39:30 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:39:29</nova:creationTime>
Dec 06 11:39:30 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:39:30 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:39:30 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:39:30 user nova-compute[75260]:       <nova:owner>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:user uuid="2d7c1701b81b4d5fbe134630a401d344">tempest-VolumesSnapshotTestJSON-1830325926-project-member</nova:user>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:project uuid="15355bc3857e4dbdb73110ecb6c7e575">tempest-VolumesSnapshotTestJSON-1830325926</nova:project>
Dec 06 11:39:30 user nova-compute[75260]:       </nova:owner>
Dec 06 11:39:30 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:39:30 user nova-compute[75260]:       <nova:ports>
Dec 06 11:39:30 user nova-compute[75260]:         <nova:port uuid="e91b25cc-2119-4226-ad23-6529590e4ff9">
Dec 06 11:39:30 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:39:30 user nova-compute[75260]:         </nova:port>
Dec 06 11:39:30 user nova-compute[75260]:       </nova:ports>
Dec 06 11:39:30 user nova-compute[75260]:     </nova:instance>
Dec 06 11:39:30 user nova-compute[75260]:   </metadata>
Dec 06 11:39:30 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:39:30 user nova-compute[75260]:     <system>
Dec 06 11:39:30 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:39:30 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:39:30 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:39:30 user nova-compute[75260]:       <entry name="serial">1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0</entry>
Dec 06 11:39:30 user nova-compute[75260]:       <entry name="uuid">1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0</entry>
Dec 06 11:39:30 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:39:30 user nova-compute[75260]:     </system>
Dec 06 11:39:30 user nova-compute[75260]:   </sysinfo>
Dec 06 11:39:30 user nova-compute[75260]:   <os>
Dec 06 11:39:30 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:39:30 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:39:30 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:39:30 user nova-compute[75260]:   </os>
Dec 06 11:39:30 user nova-compute[75260]:   <features>
Dec 06 11:39:30 user nova-compute[75260]:     <acpi/>
Dec 06 11:39:30 user nova-compute[75260]:     <apic/>
Dec 06 11:39:30 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:39:30 user nova-compute[75260]:   </features>
Dec 06 11:39:30 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:39:30 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:39:30 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:39:30 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:39:30 user nova-compute[75260]:   </clock>
Dec 06 11:39:30 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:39:30 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:39:30 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:39:30 user nova-compute[75260]:   </cpu>
Dec 06 11:39:30 user nova-compute[75260]:   <devices>
Dec 06 11:39:30 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:39:30 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:39:30 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk"/>
Dec 06 11:39:30 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:39:30 user nova-compute[75260]:     </disk>
Dec 06 11:39:30 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:39:30 user nova-compute[75260]:       <mac address="fa:16:3e:35:eb:c4"/>
Dec 06 11:39:30 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:39:30 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:39:30 user nova-compute[75260]:       <target dev="tape91b25cc-21"/>
Dec 06 11:39:30 user nova-compute[75260]:     </interface>
Dec 06 11:39:30 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:39:30 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/console.log" append="off"/>
Dec 06 11:39:30 user nova-compute[75260]:     </serial>
Dec 06 11:39:30 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:39:30 user nova-compute[75260]:     <video>
Dec 06 11:39:30 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:39:30 user nova-compute[75260]:     </video>
Dec 06 11:39:30 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:39:30 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:39:30 user nova-compute[75260]:     </rng>
Dec 06 11:39:30 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:39:30 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:39:30 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:39:30 user nova-compute[75260]:     </memballoon>
Dec 06 11:39:30 user nova-compute[75260]:   </devices>
Dec 06 11:39:30 user nova-compute[75260]: </domain>
Dec 06 11:39:30 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:39:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-139538136',display_name='tempest-VolumesSnapshotTestJSON-instance-139538136',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-139538136',id=43,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLInarsFJouGd5iXZe95O5ryypzAUONlcpHmHsIdWBbUJ2vTZTR9ho+XqhtMcFSE1wY40LW2dlB0VQQ5ppunnMqmFYfEqIEnqlWyNXrwdhnjgAG7Au8ymDGdnUyrnL9YA==',key_name='tempest-keypair-103341801',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15355bc3857e4dbdb73110ecb6c7e575',ramdisk_id='',reservation_id='r-qcui21ue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1830325926',owner_user_name='tempest-VolumesSnapshotTestJSON-1830325926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:39:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d7c1701b81b4d5fbe134630a401d344',uuid=1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converting VIF {"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG os_vif [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f52223a9-b30a-5945-b54c-a39302d5d5d2', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-5405c121-b0b8-4182-9c3a-f2291b0b9eb6" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape91b25cc-21, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape91b25cc-21, col_values=(('qos', UUID('52bb19b5-5b77-4b3d-a31c-90e2fdbb1844')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape91b25cc-21, col_values=(('external_ids', {'iface-id': 'e91b25cc-2119-4226-ad23-6529590e4ff9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:eb:c4', 'vm-uuid': '1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:30 user nova-compute[75260]: INFO os_vif [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21')
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No VIF found with MAC fa:16:3e:35:eb:c4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updated VIF entry in instance network info cache for port e91b25cc-2119-4226-ad23-6529590e4ff9. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG nova.network.neutron [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updating instance_info_cache with network_info: [{"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:39:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-4cb56f46-9e06-4a56-bab1-d518a35632c9 req-4181575f-9c8a-4311-8daa-2db56e69e99a service nova] Releasing lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG nova.compute.manager [req-2a0c686d-77bd-4f99-bf1d-1560f47c0764 req-edd374f9-b071-4df3-9a18-efee4e0b4b6d service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2a0c686d-77bd-4f99-bf1d-1560f47c0764 req-edd374f9-b071-4df3-9a18-efee4e0b4b6d service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2a0c686d-77bd-4f99-bf1d-1560f47c0764 req-edd374f9-b071-4df3-9a18-efee4e0b4b6d service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2a0c686d-77bd-4f99-bf1d-1560f47c0764 req-edd374f9-b071-4df3-9a18-efee4e0b4b6d service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG nova.compute.manager [req-2a0c686d-77bd-4f99-bf1d-1560f47c0764 req-edd374f9-b071-4df3-9a18-efee4e0b4b6d service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:31 user nova-compute[75260]: WARNING nova.compute.manager [req-2a0c686d-77bd-4f99-bf1d-1560f47c0764 req-edd374f9-b071-4df3-9a18-efee4e0b4b6d service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state building and task_state spawning.
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:39:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Instance spawned successfully.
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:33 user nova-compute[75260]: INFO nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Took 5.32 seconds to spawn the instance on the hypervisor.
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:39:33 user nova-compute[75260]: INFO nova.compute.manager [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Took 6.35 seconds to build instance.
Dec 06 11:39:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-4d96635f-3370-44da-9e47-dbab42996671 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.692s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-8a4c2b2b-8e5f-40d7-bc2e-d85fb72be4a6 req-4b3d7aa4-2688-44ef-9d66-0e33ffdf31a5 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8a4c2b2b-8e5f-40d7-bc2e-d85fb72be4a6 req-4b3d7aa4-2688-44ef-9d66-0e33ffdf31a5 service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8a4c2b2b-8e5f-40d7-bc2e-d85fb72be4a6 req-4b3d7aa4-2688-44ef-9d66-0e33ffdf31a5 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8a4c2b2b-8e5f-40d7-bc2e-d85fb72be4a6 req-4b3d7aa4-2688-44ef-9d66-0e33ffdf31a5 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-8a4c2b2b-8e5f-40d7-bc2e-d85fb72be4a6 req-4b3d7aa4-2688-44ef-9d66-0e33ffdf31a5 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:33 user nova-compute[75260]: WARNING nova.compute.manager [req-8a4c2b2b-8e5f-40d7-bc2e-d85fb72be4a6 req-4b3d7aa4-2688-44ef-9d66-0e33ffdf31a5 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state active and task_state None.
Dec 06 11:39:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:39:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Creating image(s)
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Ensure instance console log exists: /opt/stack/data/nova/instances/bb358bed-cc75-4b6f-ab24-03501c28adb0/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Start _get_guest_xml network_info=[{"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'b88efb6e-d3ab-42fd-8213-3b8e6832ebff', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xuJaTqjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb358bed-cc75-4b6f-ab24-03501c28adb0', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff61ff35-c04e-47d1-9f87-1203f098ac75', 'serial': 'ff61ff35-c04e-47d1-9f87-1203f098ac75'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:39:35 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:39:35 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xuJaTqjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:39:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:39:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:39:35 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4beb3dd4-e9ee-4452-b03a-e819ae4ec3af]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:39:35 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9671f6fb-5187-489a-843a-6debd4f18157]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75] added
Dec 06 11:39:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa3f8b8-d140-41de-95a7-73d5eabded95]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[91ae9e35-d07c-41f6-b6e4-7050915e76ef]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xuJaTqjl {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xuJaTqjl" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35577d9-79fc-44ab-a59d-e8d38c1d016b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xuJaTqjl'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a59d72a-d23d-42b8-a851-f89f87d96a16]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[01917512-9e30-43e9-8098-8f7901af89a0]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:39:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:39:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4509f94d-f219-44f9-ae69-0797cd6579a5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260]
Dec 06 11:39:35 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260] successful.
Dec 06 11:39:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce26649-d258-403d-b681-7cb43127815f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b3bbcd5-053d-4876-935b-0a2fb524c917]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:39:35 user nova-compute[75260]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)
Dec 06 11:39:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:39:35 user nova-compute[75260]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)
Dec 06 11:39:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58236b1-a733-450f-9ccc-8f6a93de51d1]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:39:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xuJaTqjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23864356531633839', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864356531633839', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1812712820',display_name='tempest-TestVolumeBootPattern-server-1812712820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1812712820',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-8c6cbone',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:39:20Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=bb358bed-cc75-4b6f-ab24-03501c28adb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.objects.instance [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'pci_devices' on Instance uuid bb358bed-cc75-4b6f-ab24-03501c28adb0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:39:36 user nova-compute[75260]:   <uuid>bb358bed-cc75-4b6f-ab24-03501c28adb0</uuid>
Dec 06 11:39:36 user nova-compute[75260]:   <name>instance-0000002a</name>
Dec 06 11:39:36 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:39:36 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:39:36 user nova-compute[75260]:   <metadata>
Dec 06 11:39:36 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:39:36 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:39:36 user nova-compute[75260]:       <nova:name>tempest-TestVolumeBootPattern-server-1812712820</nova:name>
Dec 06 11:39:36 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:39:35</nova:creationTime>
Dec 06 11:39:36 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:39:36 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:39:36 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:39:36 user nova-compute[75260]:       <nova:owner>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:user uuid="e89920c803334038813a65666797af4c">tempest-TestVolumeBootPattern-343433018-project-member</nova:user>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:project uuid="4124daa513cf4675bb31e20b299a90a4">tempest-TestVolumeBootPattern-343433018</nova:project>
Dec 06 11:39:36 user nova-compute[75260]:       </nova:owner>
Dec 06 11:39:36 user nova-compute[75260]:       <nova:ports>
Dec 06 11:39:36 user nova-compute[75260]:         <nova:port uuid="732d9c4d-9655-4452-8024-40544665b048">
Dec 06 11:39:36 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 11:39:36 user nova-compute[75260]:         </nova:port>
Dec 06 11:39:36 user nova-compute[75260]:       </nova:ports>
Dec 06 11:39:36 user nova-compute[75260]:     </nova:instance>
Dec 06 11:39:36 user nova-compute[75260]:   </metadata>
Dec 06 11:39:36 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:39:36 user nova-compute[75260]:     <system>
Dec 06 11:39:36 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:39:36 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:39:36 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:39:36 user nova-compute[75260]:       <entry name="serial">bb358bed-cc75-4b6f-ab24-03501c28adb0</entry>
Dec 06 11:39:36 user nova-compute[75260]:       <entry name="uuid">bb358bed-cc75-4b6f-ab24-03501c28adb0</entry>
Dec 06 11:39:36 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:39:36 user nova-compute[75260]:     </system>
Dec 06 11:39:36 user nova-compute[75260]:   </sysinfo>
Dec 06 11:39:36 user nova-compute[75260]:   <os>
Dec 06 11:39:36 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:39:36 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:39:36 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:39:36 user nova-compute[75260]:   </os>
Dec 06 11:39:36 user nova-compute[75260]:   <features>
Dec 06 11:39:36 user nova-compute[75260]:     <acpi/>
Dec 06 11:39:36 user nova-compute[75260]:     <apic/>
Dec 06 11:39:36 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:39:36 user nova-compute[75260]:   </features>
Dec 06 11:39:36 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:39:36 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:39:36 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:39:36 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:39:36 user nova-compute[75260]:   </clock>
Dec 06 11:39:36 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:39:36 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:39:36 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:39:36 user nova-compute[75260]:   </cpu>
Dec 06 11:39:36 user nova-compute[75260]:   <devices>
Dec 06 11:39:36 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:39:36 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:39:36 user nova-compute[75260]:       <source dev="/dev/sdc"/>
Dec 06 11:39:36 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:39:36 user nova-compute[75260]:       <serial>ff61ff35-c04e-47d1-9f87-1203f098ac75</serial>
Dec 06 11:39:36 user nova-compute[75260]:     </disk>
Dec 06 11:39:36 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:39:36 user nova-compute[75260]:       <mac address="fa:16:3e:eb:69:2d"/>
Dec 06 11:39:36 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:39:36 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:39:36 user nova-compute[75260]:       <target dev="tap732d9c4d-96"/>
Dec 06 11:39:36 user nova-compute[75260]:     </interface>
Dec 06 11:39:36 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:39:36 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/bb358bed-cc75-4b6f-ab24-03501c28adb0/console.log" append="off"/>
Dec 06 11:39:36 user nova-compute[75260]:     </serial>
Dec 06 11:39:36 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:39:36 user nova-compute[75260]:     <video>
Dec 06 11:39:36 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:39:36 user nova-compute[75260]:     </video>
Dec 06 11:39:36 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:39:36 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:39:36 user nova-compute[75260]:     </rng>
Dec 06 11:39:36 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:39:36 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:39:36 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:39:36 user nova-compute[75260]:     </memballoon>
Dec 06 11:39:36 user nova-compute[75260]:   </devices>
Dec 06 11:39:36 user nova-compute[75260]: </domain>
Dec 06 11:39:36 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1812712820',display_name='tempest-TestVolumeBootPattern-server-1812712820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1812712820',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-8c6cbone',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:39:20Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=bb358bed-cc75-4b6f-ab24-03501c28adb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG os_vif [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '348fafb5-85b4-5e8e-a73c-c317242e4a4b', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap732d9c4d-96, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap732d9c4d-96, col_values=(('qos', UUID('ba0c697c-22e3-465a-aaae-93ada6b6610c')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap732d9c4d-96, col_values=(('external_ids', {'iface-id': '732d9c4d-9655-4452-8024-40544665b048', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:69:2d', 'vm-uuid': 'bb358bed-cc75-4b6f-ab24-03501c28adb0'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:36 user nova-compute[75260]: INFO os_vif [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96')
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:39:36 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No VIF found with MAC fa:16:3e:eb:69:2d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-fc61c2ba-1777-4351-9347-d6b0a93d067b req-9f460212-5a72-4341-bb20-6159ec8d30a9 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc61c2ba-1777-4351-9347-d6b0a93d067b req-9f460212-5a72-4341-bb20-6159ec8d30a9 service nova] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc61c2ba-1777-4351-9347-d6b0a93d067b req-9f460212-5a72-4341-bb20-6159ec8d30a9 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc61c2ba-1777-4351-9347-d6b0a93d067b req-9f460212-5a72-4341-bb20-6159ec8d30a9 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-fc61c2ba-1777-4351-9347-d6b0a93d067b req-9f460212-5a72-4341-bb20-6159ec8d30a9 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] No waiting events found dispatching network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:38 user nova-compute[75260]: WARNING nova.compute.manager [req-fc61c2ba-1777-4351-9347-d6b0a93d067b req-9f460212-5a72-4341-bb20-6159ec8d30a9 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received unexpected event network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 for instance with vm_state building and task_state spawning.
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:39:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Instance spawned successfully.
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-7213d691-948d-477a-a8c9-9fa3f3a99dad req-72b5b984-d73b-46ff-a643-774bc070e7e5 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7213d691-948d-477a-a8c9-9fa3f3a99dad req-72b5b984-d73b-46ff-a643-774bc070e7e5 service nova] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7213d691-948d-477a-a8c9-9fa3f3a99dad req-72b5b984-d73b-46ff-a643-774bc070e7e5 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7213d691-948d-477a-a8c9-9fa3f3a99dad req-72b5b984-d73b-46ff-a643-774bc070e7e5 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-7213d691-948d-477a-a8c9-9fa3f3a99dad req-72b5b984-d73b-46ff-a643-774bc070e7e5 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] No waiting events found dispatching network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:39:40 user nova-compute[75260]: WARNING nova.compute.manager [req-7213d691-948d-477a-a8c9-9fa3f3a99dad req-72b5b984-d73b-46ff-a643-774bc070e7e5 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received unexpected event network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 for instance with vm_state building and task_state spawning.
Dec 06 11:39:40 user nova-compute[75260]: INFO nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Took 5.01 seconds to spawn the instance on the hypervisor.
Dec 06 11:39:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:39:40 user nova-compute[75260]: INFO nova.compute.manager [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Took 21.07 seconds to build instance.
Dec 06 11:39:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-8437c50c-ea28-462c-bf31-71b7e934f07a tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.171s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:39:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:39:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:39:54 user nova-compute[75260]: INFO nova.compute.manager [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Detaching volume cde20681-f05f-47a1-94e1-6ab8c9b26f45
Dec 06 11:39:54 user nova-compute[75260]: INFO nova.virt.block_device [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Attempting to driver detach volume cde20681-f05f-47a1-94e1-6ab8c9b26f45 from mountpoint /dev/vdb
Dec 06 11:39:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Attempting to detach device vdb from instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:39:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:39:54 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:39:54 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:39:54 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:39:54 user nova-compute[75260]:   <serial>cde20681-f05f-47a1-94e1-6ab8c9b26f45</serial>
Dec 06 11:39:54 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:39:54 user nova-compute[75260]: </disk>
Dec 06 11:39:54 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:39:54 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully detached device vdb from instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 from the persistent domain config.
Dec 06 11:39:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:39:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:39:54 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:39:54 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:39:54 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:39:54 user nova-compute[75260]:   <serial>cde20681-f05f-47a1-94e1-6ab8c9b26f45</serial>
Dec 06 11:39:54 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:39:54 user nova-compute[75260]: </disk>
Dec 06 11:39:54 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:39:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:39:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:39:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "7323a298-318f-4433-ae29-28e179605abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "7323a298-318f-4433-ae29-28e179605abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "7323a298-318f-4433-ae29-28e179605abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:03 user nova-compute[75260]: INFO nova.compute.manager [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Terminating instance
Dec 06 11:40:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-2455b8f2-d7a7-42b6-8bb6-50b34f8e6f6a req-dc2d86eb-ece7-46b6-86d0-669f598c1a50 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-vif-unplugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2455b8f2-d7a7-42b6-8bb6-50b34f8e6f6a req-dc2d86eb-ece7-46b6-86d0-669f598c1a50 service nova] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2455b8f2-d7a7-42b6-8bb6-50b34f8e6f6a req-dc2d86eb-ece7-46b6-86d0-669f598c1a50 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2455b8f2-d7a7-42b6-8bb6-50b34f8e6f6a req-dc2d86eb-ece7-46b6-86d0-669f598c1a50 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-2455b8f2-d7a7-42b6-8bb6-50b34f8e6f6a req-dc2d86eb-ece7-46b6-86d0-669f598c1a50 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] No waiting events found dispatching network-vif-unplugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-2455b8f2-d7a7-42b6-8bb6-50b34f8e6f6a req-dc2d86eb-ece7-46b6-86d0-669f598c1a50 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-vif-unplugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:40:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 7323a298-318f-4433-ae29-28e179605abc] Instance destroyed successfully.
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lazy-loading 'resources' on Instance uuid 7323a298-318f-4433-ae29-28e179605abc {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:38:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-628395009',display_name='tempest-VolumesActionsTest-instance-628395009',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-628395009',id=40,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:38:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='66404cd549f347428e7cf29d8745b4fd',ramdisk_id='',reservation_id='r-w1kl1gjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-257996044',owner_user_name='tempest-VolumesActionsTest-257996044-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:38:19Z,user_data=None,user_id='448dd91538694c80bac0a6d9257be4fe',uuid=7323a298-318f-4433-ae29-28e179605abc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converting VIF {"id": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "address": "fa:16:3e:18:df:72", "network": {"id": "d5ed1a68-62fe-4368-9d78-fd1d1b60ea60", "bridge": "br-int", "label": "tempest-VolumesActionsTest-385701673-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "66404cd549f347428e7cf29d8745b4fd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46db382e-a5", "ovs_interfaceid": "46db382e-a55b-4e09-afe5-80a3fef88bc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG os_vif [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap46db382e-a5, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=20948d5d-0d30-454f-b5df-29da2df07adb) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:40:04 user nova-compute[75260]: INFO os_vif [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:df:72,bridge_name='br-int',has_traffic_filtering=True,id=46db382e-a55b-4e09-afe5-80a3fef88bc7,network=Network(d5ed1a68-62fe-4368-9d78-fd1d1b60ea60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46db382e-a5')
Dec 06 11:40:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Deleting instance files /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc_del
Dec 06 11:40:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Deletion of /opt/stack/data/nova/instances/7323a298-318f-4433-ae29-28e179605abc_del complete
Dec 06 11:40:04 user nova-compute[75260]: INFO nova.compute.manager [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] [instance: 7323a298-318f-4433-ae29-28e179605abc] Took 0.66 seconds to destroy the instance on the hypervisor.
Dec 06 11:40:04 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 7323a298-318f-4433-ae29-28e179605abc] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:40:04 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 7323a298-318f-4433-ae29-28e179605abc] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 7323a298-318f-4433-ae29-28e179605abc] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:40:05 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 7323a298-318f-4433-ae29-28e179605abc] Took 0.86 seconds to deallocate network for instance.
Dec 06 11:40:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-5dbbed0f-320d-4781-9609-e190369cfe34 req-101a4958-8ee8-4531-a767-226ad9ab2c57 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-vif-deleted-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:40:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.239s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:05 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Deleted allocations for instance 7323a298-318f-4433-ae29-28e179605abc
Dec 06 11:40:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a156e8b8-d23a-400d-af14-5bef68b1d58f tempest-VolumesActionsTest-257996044 tempest-VolumesActionsTest-257996044-project-member] Lock "7323a298-318f-4433-ae29-28e179605abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.935s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-065211f7-a12c-4c2c-a595-46f95d3cc9d6 req-ee730b08-1d5b-43cd-aeeb-45762d2e79f6 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received event network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-065211f7-a12c-4c2c-a595-46f95d3cc9d6 req-ee730b08-1d5b-43cd-aeeb-45762d2e79f6 service nova] Acquiring lock "7323a298-318f-4433-ae29-28e179605abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-065211f7-a12c-4c2c-a595-46f95d3cc9d6 req-ee730b08-1d5b-43cd-aeeb-45762d2e79f6 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-065211f7-a12c-4c2c-a595-46f95d3cc9d6 req-ee730b08-1d5b-43cd-aeeb-45762d2e79f6 service nova] Lock "7323a298-318f-4433-ae29-28e179605abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-065211f7-a12c-4c2c-a595-46f95d3cc9d6 req-ee730b08-1d5b-43cd-aeeb-45762d2e79f6 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] No waiting events found dispatching network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:40:06 user nova-compute[75260]: WARNING nova.compute.manager [req-065211f7-a12c-4c2c-a595-46f95d3cc9d6 req-ee730b08-1d5b-43cd-aeeb-45762d2e79f6 service nova] [instance: 7323a298-318f-4433-ae29-28e179605abc] Received unexpected event network-vif-plugged-46db382e-a55b-4e09-afe5-80a3fef88bc7 for instance with vm_state deleted and task_state None.
Dec 06 11:40:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing instance network info cache due to event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:40:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:40:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:40:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:40:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updated VIF entry in instance network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:40:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:40:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c93cb82a-bd02-467a-9092-df9b196df2d9 req-94984e24-92a7-4ca8-bef7-0500cf602392 service nova] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:40:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:14 user nova-compute[75260]: INFO nova.compute.manager [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Shelving
Dec 06 11:40:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-ad4629f9-a147-4fd3-9262-ad980ade29bd req-9e7cf0ed-8cd7-494f-abb7-816355bb1ef7 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-unplugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ad4629f9-a147-4fd3-9262-ad980ade29bd req-9e7cf0ed-8cd7-494f-abb7-816355bb1ef7 service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ad4629f9-a147-4fd3-9262-ad980ade29bd req-9e7cf0ed-8cd7-494f-abb7-816355bb1ef7 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ad4629f9-a147-4fd3-9262-ad980ade29bd req-9e7cf0ed-8cd7-494f-abb7-816355bb1ef7 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG nova.compute.manager [req-ad4629f9-a147-4fd3-9262-ad980ade29bd req-9e7cf0ed-8cd7-494f-abb7-816355bb1ef7 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-unplugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:40:14 user nova-compute[75260]: WARNING nova.compute.manager [req-ad4629f9-a147-4fd3-9262-ad980ade29bd req-9e7cf0ed-8cd7-494f-abb7-816355bb1ef7 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-unplugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state active and task_state shelving.
Dec 06 11:40:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 is timed out.
Dec 06 11:40:14 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully detached device vdb from instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 from the live domain config.
Dec 06 11:40:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNbrMHya', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:40:14 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[00dec4a3-ea63-40ab-8db4-4b0225baef1d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:40:14 user nova-compute[75260]: No targets found.
Dec 06 11:40:14 user nova-compute[75260]: iSNS:
Dec 06 11:40:14 user nova-compute[75260]: No targets found.
Dec 06 11:40:14 user nova-compute[75260]: STATIC:
Dec 06 11:40:14 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45
Dec 06 11:40:14 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:40:14 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:40:14 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75
Dec 06 11:40:14 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:40:14 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:40:14 user nova-compute[75260]: FIRMWARE:
Dec 06 11:40:14 user nova-compute[75260]: No targets found.
Dec 06 11:40:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:40:14 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:40:14 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3ac504-d7fa-47f7-a694-f33a29698c39]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e239e3-12aa-4578-aa92-a7f24c293772]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:40:14 user nova-compute[75260]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)
Dec 06 11:40:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 (non-flash)
Dec 06 11:40:14 user nova-compute[75260]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)
Dec 06 11:40:14 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c7a8790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9f60b5-37ac-4dc2-b1a8-dc94872a6be4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a76f60c-e292-43ec-b4fa-e042aabaa66b]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[73de4766-3b40-481e-91ca-21caa080d3b5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b5325b7-fbd6-4ab4-9daa-e6500368befb]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a284808f-9fc3-497c-a3cb-a4d6f90cebcc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:40:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d98812a-e307-4d5e-a5b1-c0e9d423cfc3]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260]
Dec 06 11:40:15 user nova-compute[75260]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45, portal: 172.16.0.220,3260] successful.
Dec 06 11:40:15 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cde20681-f05f-47a1-94e1-6ab8c9b26f45 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[da6c283f-79ed-4d10-9c2e-cc4f8d3902b4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== disconnect_volume: return (306ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:40:15 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance destroyed successfully.
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:40:15 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Beginning cold snapshot process
Dec 06 11:40:15 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:40:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk /opt/stack/data/nova/instances/snapshots/tmpfhu08mv8/1d79feac363749e2842f5ce2a40495e1 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG nova.objects.instance [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-44db544f-ac8b-40b9-88d6-094c14306ae5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.114s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk /opt/stack/data/nova/instances/snapshots/tmpfhu08mv8/1d79feac363749e2842f5ce2a40495e1" returned: 0 in 0.806s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Snapshot extracted, beginning image upload
Dec 06 11:40:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-d84afbae-d7bf-4e04-b219-b9f1a356687e req-2db707e1-6046-47ae-8c73-f7ce09d58cb4 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d84afbae-d7bf-4e04-b219-b9f1a356687e req-2db707e1-6046-47ae-8c73-f7ce09d58cb4 service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d84afbae-d7bf-4e04-b219-b9f1a356687e req-2db707e1-6046-47ae-8c73-f7ce09d58cb4 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d84afbae-d7bf-4e04-b219-b9f1a356687e req-2db707e1-6046-47ae-8c73-f7ce09d58cb4 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-d84afbae-d7bf-4e04-b219-b9f1a356687e req-2db707e1-6046-47ae-8c73-f7ce09d58cb4 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:40:16 user nova-compute[75260]: WARNING nova.compute.manager [req-d84afbae-d7bf-4e04-b219-b9f1a356687e req-2db707e1-6046-47ae-8c73-f7ce09d58cb4 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 11:40:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Snapshot image upload complete
Dec 06 11:40:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:40:18 user nova-compute[75260]: INFO nova.compute.manager [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Shelve offloading
Dec 06 11:40:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance destroyed successfully.
Dec 06 11:40:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:40:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:40:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:40:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:40:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:40:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:40:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance destroyed successfully.
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'resources' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:38:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1955275941',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1955275941',id=41,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAte8r3SRgXS3LI6xL8qEfuce103XKjzOIfa/NOdQptyCmXxhVHZCve2YBpli3Evgc044tiIdsooXWECpg1zaF9aOY28JFUpubFoPa0ODnyXMlvvsJcyDeIC/vVyStXMbA==',key_name='tempest-keypair-947632709',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:38:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-pv842d1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member',shelved_at='2023-12-06T11:40:18.821261',shelved_host='user',shelved_image_id='740afcc5-4f11-4509-97c7-6dbdb62bbaaa'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:40:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG os_vif [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1510a7c7-38, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=662fc0d4-da87-4c6a-a6e5-ec13273032a0) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:20 user nova-compute[75260]: INFO os_vif [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38')
Dec 06 11:40:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Deleting instance files /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7_del
Dec 06 11:40:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Deletion of /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7_del complete
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing instance network info cache due to event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:40:20 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Deleted allocations for instance fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.objects.instance [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'numa_topology' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.objects.base [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7> lazy-loaded attributes: resources,numa_topology {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.168s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-74317bd2-9cc2-4e59-aad6-657539a5b228 tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.124s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updated VIF entry in instance network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap1510a7c7-38", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:40:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-7de3a22c-399d-4809-b5eb-5a17034564ee req-ce8d76da-f52b-4924-b310-4292962ce495 service nova] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:40:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:40:29 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:40:29 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8558MB free_disk=25.03307342529297GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bb358bed-cc75-4b6f-ab24-03501c28adb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:40:29 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:40:30 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:40:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:40:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.471s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Dec 06 11:40:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:40:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:40:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:40:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:40:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:40:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:40:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:44 user nova-compute[75260]: INFO nova.compute.manager [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Terminating instance
Dec 06 11:40:44 user nova-compute[75260]: DEBUG nova.compute.manager [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-d70f8317-a642-4860-bba5-c4b2ef3a29cc req-a8b2859c-b254-4448-b52f-ef141a2412cb service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-vif-unplugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d70f8317-a642-4860-bba5-c4b2ef3a29cc req-a8b2859c-b254-4448-b52f-ef141a2412cb service nova] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d70f8317-a642-4860-bba5-c4b2ef3a29cc req-a8b2859c-b254-4448-b52f-ef141a2412cb service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d70f8317-a642-4860-bba5-c4b2ef3a29cc req-a8b2859c-b254-4448-b52f-ef141a2412cb service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-d70f8317-a642-4860-bba5-c4b2ef3a29cc req-a8b2859c-b254-4448-b52f-ef141a2412cb service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] No waiting events found dispatching network-vif-unplugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-d70f8317-a642-4860-bba5-c4b2ef3a29cc req-a8b2859c-b254-4448-b52f-ef141a2412cb service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-vif-unplugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:40:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:45 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Instance destroyed successfully.
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'resources' on Instance uuid 5405c121-b0b8-4182-9c3a-f2291b0b9eb6 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:35:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-525625343',display_name='tempest-AttachVolumeNegativeTest-server-525625343',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-525625343',id=37,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrCDuMdOgCjB42P3LoKX3IR22uhX4QWZ4OqfphYNQOkpAmvoMByBAqC9l5zc9kFJVB8yBm3g95FzTZ2ymtGq9m6UyIjzpwpGSg2okQsHJRT6+WoOyk1lKIgUqSKTy0c9Q==',key_name='tempest-keypair-731034542',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:35:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-2y83fhps',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:35:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=5405c121-b0b8-4182-9c3a-f2291b0b9eb6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "address": "fa:16:3e:48:a7:f4", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad57c1f7-9d", "ovs_interfaceid": "ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG os_vif [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapad57c1f7-9d, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=64f8032b-05ea-4d3c-9339-0a92535b09aa) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:40:45 user nova-compute[75260]: INFO os_vif [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:48:a7:f4,bridge_name='br-int',has_traffic_filtering=True,id=ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapad57c1f7-9d')
Dec 06 11:40:45 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Deleting instance files /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6_del
Dec 06 11:40:45 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Deletion of /opt/stack/data/nova/instances/5405c121-b0b8-4182-9c3a-f2291b0b9eb6_del complete
Dec 06 11:40:45 user nova-compute[75260]: INFO nova.compute.manager [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 11:40:45 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:40:45 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Took 0.68 seconds to deallocate network for instance.
Dec 06 11:40:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-ec3c175b-8522-4152-8d07-0bcfbf589666 req-1161b119-3275-4001-bab5-00c3c0d5b3c0 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-vif-deleted-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.296s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:46 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Deleted allocations for instance 5405c121-b0b8-4182-9c3a-f2291b0b9eb6
Dec 06 11:40:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5f373cb3-9f62-4986-80f7-8dee5932f9f2 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.073s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-682cd22b-041b-488e-8d4e-ceb54b3ba7f5 req-0fbc4a6e-3abc-4c82-a51c-e34c2b25e725 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received event network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-682cd22b-041b-488e-8d4e-ceb54b3ba7f5 req-0fbc4a6e-3abc-4c82-a51c-e34c2b25e725 service nova] Acquiring lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-682cd22b-041b-488e-8d4e-ceb54b3ba7f5 req-0fbc4a6e-3abc-4c82-a51c-e34c2b25e725 service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-682cd22b-041b-488e-8d4e-ceb54b3ba7f5 req-0fbc4a6e-3abc-4c82-a51c-e34c2b25e725 service nova] Lock "5405c121-b0b8-4182-9c3a-f2291b0b9eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:40:46 user nova-compute[75260]: DEBUG nova.compute.manager [req-682cd22b-041b-488e-8d4e-ceb54b3ba7f5 req-0fbc4a6e-3abc-4c82-a51c-e34c2b25e725 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] No waiting events found dispatching network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:40:46 user nova-compute[75260]: WARNING nova.compute.manager [req-682cd22b-041b-488e-8d4e-ceb54b3ba7f5 req-0fbc4a6e-3abc-4c82-a51c-e34c2b25e725 service nova] [instance: 5405c121-b0b8-4182-9c3a-f2291b0b9eb6] Received unexpected event network-vif-plugged-ad57c1f7-9dc9-43d7-ad0c-eb80ca1db8b6 for instance with vm_state deleted and task_state None.
Dec 06 11:40:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:40:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:40:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:07 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:10 user nova-compute[75260]: INFO nova.compute.manager [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Terminating instance
Dec 06 11:41:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-85ef5e03-57a2-4a04-82a0-5f9ffc1a96da req-0ab8c3be-5b1e-4c7d-8fd7-1f3026db37b2 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-vif-unplugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-85ef5e03-57a2-4a04-82a0-5f9ffc1a96da req-0ab8c3be-5b1e-4c7d-8fd7-1f3026db37b2 service nova] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-85ef5e03-57a2-4a04-82a0-5f9ffc1a96da req-0ab8c3be-5b1e-4c7d-8fd7-1f3026db37b2 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-85ef5e03-57a2-4a04-82a0-5f9ffc1a96da req-0ab8c3be-5b1e-4c7d-8fd7-1f3026db37b2 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-85ef5e03-57a2-4a04-82a0-5f9ffc1a96da req-0ab8c3be-5b1e-4c7d-8fd7-1f3026db37b2 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] No waiting events found dispatching network-vif-unplugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-85ef5e03-57a2-4a04-82a0-5f9ffc1a96da req-0ab8c3be-5b1e-4c7d-8fd7-1f3026db37b2 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-vif-unplugged-732d9c4d-9655-4452-8024-40544665b048 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:41:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Instance destroyed successfully.
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'resources' on Instance uuid bb358bed-cc75-4b6f-ab24-03501c28adb0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1812712820',display_name='tempest-TestVolumeBootPattern-server-1812712820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1812712820',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:39:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-8c6cbone',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:39:40Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=bb358bed-cc75-4b6f-ab24-03501c28adb0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "732d9c4d-9655-4452-8024-40544665b048", "address": "fa:16:3e:eb:69:2d", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732d9c4d-96", "ovs_interfaceid": "732d9c4d-9655-4452-8024-40544665b048", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_vif [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap732d9c4d-96, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba0c697c-22e3-465a-aaae-93ada6b6610c) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:11 user nova-compute[75260]: INFO os_vif [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:69:2d,bridge_name='br-int',has_traffic_filtering=True,id=732d9c4d-9655-4452-8024-40544665b048,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732d9c4d-96')
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xuJaTqjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:41:11 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c69203b-b2a4-4e25-9d22-6153b86557e2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b212a4bc-b00a-4922-9786-ef6c507dff14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:41:11 user nova-compute[75260]: No targets found.
Dec 06 11:41:11 user nova-compute[75260]: iSNS:
Dec 06 11:41:11 user nova-compute[75260]: No targets found.
Dec 06 11:41:11 user nova-compute[75260]: STATIC:
Dec 06 11:41:11 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75
Dec 06 11:41:11 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:41:11 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:41:11 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:b212a4bc-b00a-4922-9786-ef6c507dff14
Dec 06 11:41:11 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:41:11 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:41:11 user nova-compute[75260]: FIRMWARE:
Dec 06 11:41:11 user nova-compute[75260]: No targets found.
Dec 06 11:41:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:41:11 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:41:11 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[541144c0-e4ed-496c-8e0d-c47e7db685b6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b212a4bc-b00a-4922-9786-ef6c507dff14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb69f476-bf39-44b8-9df9-201d62cedf57]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b212a4bc-b00a-4922-9786-ef6c507dff14 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)
Dec 06 11:41:11 user nova-compute[75260]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b212a4bc-b00a-4922-9786-ef6c507dff14 (non-flash)
Dec 06 11:41:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 (non-flash)
Dec 06 11:41:11 user nova-compute[75260]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b212a4bc-b00a-4922-9786-ef6c507dff14 (non-flash)
Dec 06 11:41:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e541e3370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a814c4a-4277-4140-93bf-341a8af4f087]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a01772-aef9-4617-8374-3c4616f542e1]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cffd310-6104-4555-9769-eb6faf1c3013]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1145be3e-6dcf-4ee0-aaa4-bd2c71172def]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23864356531633839',) {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:41:11 user nova-compute[75260]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23864356531633839
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[50974dd6-6a3f-46ee-9d41-69295668894a]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe197ab8-10ed-4778-8567-ae6ea80b0018]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d29d0ecd-ca99-4a1f-89c5-0c4af709bcfa]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260]
Dec 06 11:41:11 user nova-compute[75260]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75, portal: 172.16.0.220,3260] successful.
Dec 06 11:41:11 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff61ff35-c04e-47d1-9f87-1203f098ac75 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e769f0-2323-4587-9f03-2179e1ac7987]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== disconnect_volume: return (352ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:41:11 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:41:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Deleting instance files /opt/stack/data/nova/instances/bb358bed-cc75-4b6f-ab24-03501c28adb0_del
Dec 06 11:41:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Deletion of /opt/stack/data/nova/instances/bb358bed-cc75-4b6f-ab24-03501c28adb0_del complete
Dec 06 11:41:12 user nova-compute[75260]: INFO nova.compute.manager [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 06 11:41:12 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:41:12 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:41:12 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:41:12 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:41:12 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Took 0.73 seconds to deallocate network for instance.
Dec 06 11:41:12 user nova-compute[75260]: DEBUG nova.compute.manager [req-8af3b8cf-1f8b-455c-be9f-8f88f6ff333c req-cadc6a77-cd5d-4b4f-90f4-a20218498c4d service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-vif-deleted-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-24b75492-ba13-4d33-a6dd-056ca96cefcc req-3b72f1e0-b31f-45a9-bf8d-d4262fdd4873 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received event network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-24b75492-ba13-4d33-a6dd-056ca96cefcc req-3b72f1e0-b31f-45a9-bf8d-d4262fdd4873 service nova] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-24b75492-ba13-4d33-a6dd-056ca96cefcc req-3b72f1e0-b31f-45a9-bf8d-d4262fdd4873 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-24b75492-ba13-4d33-a6dd-056ca96cefcc req-3b72f1e0-b31f-45a9-bf8d-d4262fdd4873 service nova] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG nova.compute.manager [req-24b75492-ba13-4d33-a6dd-056ca96cefcc req-3b72f1e0-b31f-45a9-bf8d-d4262fdd4873 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] No waiting events found dispatching network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:41:13 user nova-compute[75260]: WARNING nova.compute.manager [req-24b75492-ba13-4d33-a6dd-056ca96cefcc req-3b72f1e0-b31f-45a9-bf8d-d4262fdd4873 service nova] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Received unexpected event network-vif-plugged-732d9c4d-9655-4452-8024-40544665b048 for instance with vm_state active and task_state deleting.
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:13 user nova-compute[75260]: WARNING nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] While synchronizing instance power states, found 2 instances in the database and 1 instances on the hypervisor.
Dec 06 11:41:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid bb358bed-cc75-4b6f-ab24-03501c28adb0 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:13 user nova-compute[75260]: INFO nova.compute.manager [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Took 0.94 seconds to detach 1 volumes for instance.
Dec 06 11:41:13 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] Deleting volume: ff61ff35-c04e-47d1-9f87-1203f098ac75 {{(pid=75260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:13 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:41:14 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:41:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:14 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Deleted allocations for instance bb358bed-cc75-4b6f-ab24-03501c28adb0
Dec 06 11:41:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f2a78ad6-38f6-45f7-a79f-d65312257d29 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.515s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.888s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:14 user nova-compute[75260]: INFO nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bb358bed-cc75-4b6f-ab24-03501c28adb0] During sync_power_state the instance has a pending task (deleting). Skip.
Dec 06 11:41:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "bb358bed-cc75-4b6f-ab24-03501c28adb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-changed-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:17 user nova-compute[75260]: DEBUG nova.compute.manager [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Refreshing instance network info cache due to event network-changed-e91b25cc-2119-4226-ad23-6529590e4ff9. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:41:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] Acquiring lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:41:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] Acquired lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:41:17 user nova-compute[75260]: DEBUG nova.network.neutron [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Refreshing network info cache for port e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:41:18 user nova-compute[75260]: DEBUG nova.network.neutron [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updated VIF entry in instance network info cache for port e91b25cc-2119-4226-ad23-6529590e4ff9. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:41:18 user nova-compute[75260]: DEBUG nova.network.neutron [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updating instance_info_cache with network_info: [{"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:41:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b95a1c50-b73a-4228-b7ea-3e17b2b1c6b1 req-bbf8b82d-1872-403c-b408-0733b86cee6f service nova] Releasing lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:41:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'flavor' on Instance uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:41:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Ignoring supplied device name: /dev/vdb
Dec 06 11:41:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.208s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:20 user nova-compute[75260]: INFO nova.compute.manager [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Attaching volume 6525924a-47f4-4d72-854e-aeccad6402a6 to /dev/vdb
Dec 06 11:41:20 user nova-compute[75260]: DEBUG os_brick.utils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[94423d4c-9a1b-47d2-915f-2edbd2199c98]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[04477c57-dd46-477c-8776-10d8212ad806]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b91554-b89a-4f87-9e5c-9d2dbfabbc50]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[327aba6f-d6c7-4be3-bf1b-507fb45a4226]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:41:20 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:41:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd6e1c5-8824-4a7d-a5cd-67e6f34b9b2c]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG os_brick.utils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:41:20 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updating existing volume attachment record: ac3cd356-0219-45c9-b217-f6e93eaeb2c5 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:41:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:41:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8792MB free_disk=24.059391021728516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bMhWcSRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:41:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:41:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:41:30 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee6b0842-0b26-42d9-ba10-05294bf3c03b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:41:30 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4a21e7-4ca3-4e99-9e4a-1124ee7f4dc4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6] added
Dec 06 11:41:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2a6e3d-3719-44b4-af8b-064219e364d7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e8f936-856f-41e2-b230-e1acb78e7208]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bMhWcSRP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bMhWcSRP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d64454d-277a-4445-bbd5-c1eeaf0494db]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bMhWcSRP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[777f0f00-e4d0-4c37-86bf-a7860b10e988]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[151a9c80-29ec-4e6b-af60-e04e77501b97]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:41:30 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:41:30 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:41:30 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:41:30 user nova-compute[75260]: 
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b66365ff-e924-4b4a-be6d-055d6248662f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260]
Dec 06 11:41:30 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260] successful.
Dec 06 11:41:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc803c53-7f5d-46a2-b2dd-6c48dadfcfaa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9ed256-54f6-44ba-bd90-c1c3ac3a1135]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 (non-flash)
Dec 06 11:41:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 (non-flash)
Dec 06 11:41:30 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[92969aed-05fa-4470-8f80-4bc6f261bdbd]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:41:30 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bMhWcSRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '26261386636393937', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261386636393937', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG nova.objects.instance [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'flavor' on Instance uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:41:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:41:31 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:41:31 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:41:31 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:41:31 user nova-compute[75260]:   <serial>6525924a-47f4-4d72-854e-aeccad6402a6</serial>
Dec 06 11:41:31 user nova-compute[75260]: </disk>
Dec 06 11:41:31 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No VIF found with MAC fa:16:3e:35:eb:c4, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-84076b04-3a9b-4a7a-9fbe-3a3f62eb94a3 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.206s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updating instance_info_cache with network_info: [{"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:41:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:41:38 user nova-compute[75260]: INFO nova.compute.claims [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Claim successful on node user
Dec 06 11:41:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.248s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:41:38 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.policy [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece37cb848a84befa5bcbcc66b95c9b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5835e1ce34434367b0866239e52b354f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:41:38 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Creating image(s)
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "/opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.205s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk 1073741824" returned: 0 in 0.061s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.183s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Successfully created port: 4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Cannot resize image /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Ensure instance console log exists: /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Successfully updated port: 4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquired lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-changed-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.compute.manager [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Refreshing instance network info cache due to event network-changed-4fc9da03-08f8-4ce0-925e-312f0a803197. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] Acquiring lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating instance_info_cache with network_info: [{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Releasing lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Instance network_info: |[{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] Acquired lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.neutron [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Refreshing network info cache for port 4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Start _get_guest_xml network_info=[{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:41:40 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:41:40 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:41:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-48477202',display_name='tempest-AttachVolumeNegativeTest-server-48477202',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-48477202',id=44,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCxtjDQQn0Q+NULKKYj4FATraoShH8lsWoa7s6Zrl6GwZN0/WPIH7RU0MJYTm0ol2Ay9O5EZUukYoDbdyz1M6UHuYsQmsZ+3pRkQceDvqBvPrH4M7CTpABkSeweiYADNYw==',key_name='tempest-keypair-1964800455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-3u1qi06g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=eb23c5fc-bb09-4110-8330-9879ced5380f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'pci_devices' on Instance uuid eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:41:40 user nova-compute[75260]:   <uuid>eb23c5fc-bb09-4110-8330-9879ced5380f</uuid>
Dec 06 11:41:40 user nova-compute[75260]:   <name>instance-0000002c</name>
Dec 06 11:41:40 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:41:40 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:41:40 user nova-compute[75260]:   <metadata>
Dec 06 11:41:40 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:41:40 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:41:40 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeNegativeTest-server-48477202</nova:name>
Dec 06 11:41:40 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:41:40</nova:creationTime>
Dec 06 11:41:40 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:41:40 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:41:40 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:41:40 user nova-compute[75260]:       <nova:owner>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:user uuid="ece37cb848a84befa5bcbcc66b95c9b0">tempest-AttachVolumeNegativeTest-352423872-project-member</nova:user>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:project uuid="5835e1ce34434367b0866239e52b354f">tempest-AttachVolumeNegativeTest-352423872</nova:project>
Dec 06 11:41:40 user nova-compute[75260]:       </nova:owner>
Dec 06 11:41:40 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:41:40 user nova-compute[75260]:       <nova:ports>
Dec 06 11:41:40 user nova-compute[75260]:         <nova:port uuid="4fc9da03-08f8-4ce0-925e-312f0a803197">
Dec 06 11:41:40 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:41:40 user nova-compute[75260]:         </nova:port>
Dec 06 11:41:40 user nova-compute[75260]:       </nova:ports>
Dec 06 11:41:40 user nova-compute[75260]:     </nova:instance>
Dec 06 11:41:40 user nova-compute[75260]:   </metadata>
Dec 06 11:41:40 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:41:40 user nova-compute[75260]:     <system>
Dec 06 11:41:40 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:41:40 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:41:40 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:41:40 user nova-compute[75260]:       <entry name="serial">eb23c5fc-bb09-4110-8330-9879ced5380f</entry>
Dec 06 11:41:40 user nova-compute[75260]:       <entry name="uuid">eb23c5fc-bb09-4110-8330-9879ced5380f</entry>
Dec 06 11:41:40 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:41:40 user nova-compute[75260]:     </system>
Dec 06 11:41:40 user nova-compute[75260]:   </sysinfo>
Dec 06 11:41:40 user nova-compute[75260]:   <os>
Dec 06 11:41:40 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:41:40 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:41:40 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:41:40 user nova-compute[75260]:   </os>
Dec 06 11:41:40 user nova-compute[75260]:   <features>
Dec 06 11:41:40 user nova-compute[75260]:     <acpi/>
Dec 06 11:41:40 user nova-compute[75260]:     <apic/>
Dec 06 11:41:40 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:41:40 user nova-compute[75260]:   </features>
Dec 06 11:41:40 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:41:40 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:41:40 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:41:40 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:41:40 user nova-compute[75260]:   </clock>
Dec 06 11:41:40 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:41:40 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:41:40 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:41:40 user nova-compute[75260]:   </cpu>
Dec 06 11:41:40 user nova-compute[75260]:   <devices>
Dec 06 11:41:40 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:41:40 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:41:40 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk"/>
Dec 06 11:41:40 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:41:40 user nova-compute[75260]:     </disk>
Dec 06 11:41:40 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:41:40 user nova-compute[75260]:       <mac address="fa:16:3e:3f:d4:7e"/>
Dec 06 11:41:40 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:41:40 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:41:40 user nova-compute[75260]:       <target dev="tap4fc9da03-08"/>
Dec 06 11:41:40 user nova-compute[75260]:     </interface>
Dec 06 11:41:40 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:41:40 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/console.log" append="off"/>
Dec 06 11:41:40 user nova-compute[75260]:     </serial>
Dec 06 11:41:40 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:41:40 user nova-compute[75260]:     <video>
Dec 06 11:41:40 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:41:40 user nova-compute[75260]:     </video>
Dec 06 11:41:40 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:41:40 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:41:40 user nova-compute[75260]:     </rng>
Dec 06 11:41:40 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:41:40 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:41:40 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:41:40 user nova-compute[75260]:     </memballoon>
Dec 06 11:41:40 user nova-compute[75260]:   </devices>
Dec 06 11:41:40 user nova-compute[75260]: </domain>
Dec 06 11:41:40 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:41:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-48477202',display_name='tempest-AttachVolumeNegativeTest-server-48477202',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-48477202',id=44,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCxtjDQQn0Q+NULKKYj4FATraoShH8lsWoa7s6Zrl6GwZN0/WPIH7RU0MJYTm0ol2Ay9O5EZUukYoDbdyz1M6UHuYsQmsZ+3pRkQceDvqBvPrH4M7CTpABkSeweiYADNYw==',key_name='tempest-keypair-1964800455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-3u1qi06g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=eb23c5fc-bb09-4110-8330-9879ced5380f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG os_vif [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5a6818a0-4b2d-5840-99d6-1014ba33281c', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fc9da03-08, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fc9da03-08, col_values=(('qos', UUID('9adc76dd-3aa3-42b7-bfbf-1fe8a2aabfb7')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fc9da03-08, col_values=(('external_ids', {'iface-id': '4fc9da03-08f8-4ce0-925e-312f0a803197', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:d4:7e', 'vm-uuid': 'eb23c5fc-bb09-4110-8330-9879ced5380f'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:40 user nova-compute[75260]: INFO os_vif [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08')
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:41:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:3f:d4:7e, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:41:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updated VIF entry in instance network info cache for port 4fc9da03-08f8-4ce0-925e-312f0a803197. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:41:41 user nova-compute[75260]: DEBUG nova.network.neutron [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating instance_info_cache with network_info: [{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:41:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2cf64fe2-9458-4ac6-8bab-3185746e9f66 req-ebc4261c-e007-484e-ac2e-f3371b42e1ce service nova] Releasing lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-fb23857f-ac84-4777-b285-15a705edc73e req-70e450d3-0413-4f28-9c37-c12ebe30a1ea service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb23857f-ac84-4777-b285-15a705edc73e req-70e450d3-0413-4f28-9c37-c12ebe30a1ea service nova] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb23857f-ac84-4777-b285-15a705edc73e req-70e450d3-0413-4f28-9c37-c12ebe30a1ea service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fb23857f-ac84-4777-b285-15a705edc73e req-70e450d3-0413-4f28-9c37-c12ebe30a1ea service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG nova.compute.manager [req-fb23857f-ac84-4777-b285-15a705edc73e req-70e450d3-0413-4f28-9c37-c12ebe30a1ea service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] No waiting events found dispatching network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:41:42 user nova-compute[75260]: WARNING nova.compute.manager [req-fb23857f-ac84-4777-b285-15a705edc73e req-70e450d3-0413-4f28-9c37-c12ebe30a1ea service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received unexpected event network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 for instance with vm_state building and task_state spawning.
Dec 06 11:41:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:41:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Instance spawned successfully.
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-e3b7a320-b9a3-4187-acc9-cf7b0dbf0c92 req-d77ca5c4-a5ec-4107-a866-c786344d1bfe service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e3b7a320-b9a3-4187-acc9-cf7b0dbf0c92 req-d77ca5c4-a5ec-4107-a866-c786344d1bfe service nova] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e3b7a320-b9a3-4187-acc9-cf7b0dbf0c92 req-d77ca5c4-a5ec-4107-a866-c786344d1bfe service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e3b7a320-b9a3-4187-acc9-cf7b0dbf0c92 req-d77ca5c4-a5ec-4107-a866-c786344d1bfe service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-e3b7a320-b9a3-4187-acc9-cf7b0dbf0c92 req-d77ca5c4-a5ec-4107-a866-c786344d1bfe service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] No waiting events found dispatching network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:41:44 user nova-compute[75260]: WARNING nova.compute.manager [req-e3b7a320-b9a3-4187-acc9-cf7b0dbf0c92 req-d77ca5c4-a5ec-4107-a866-c786344d1bfe service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received unexpected event network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 for instance with vm_state building and task_state spawning.
Dec 06 11:41:44 user nova-compute[75260]: INFO nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Took 5.65 seconds to spawn the instance on the hypervisor.
Dec 06 11:41:44 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:41:44 user nova-compute[75260]: INFO nova.compute.manager [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Took 6.29 seconds to build instance.
Dec 06 11:41:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b9a07eef-e997-4807-9cbb-b2ac89990af5 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.399s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:41:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:41:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:41:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:41:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:41:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:41:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:03 user nova-compute[75260]: INFO nova.compute.manager [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Detaching volume 6525924a-47f4-4d72-854e-aeccad6402a6
Dec 06 11:42:03 user nova-compute[75260]: INFO nova.virt.block_device [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Attempting to driver detach volume 6525924a-47f4-4d72-854e-aeccad6402a6 from mountpoint /dev/vdb
Dec 06 11:42:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Attempting to detach device vdb from instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:42:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:42:03 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:42:03 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:42:03 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:42:03 user nova-compute[75260]:   <serial>6525924a-47f4-4d72-854e-aeccad6402a6</serial>
Dec 06 11:42:03 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:42:03 user nova-compute[75260]: </disk>
Dec 06 11:42:03 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:42:03 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully detached device vdb from instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 from the persistent domain config.
Dec 06 11:42:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:42:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:42:03 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:42:03 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:42:03 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:42:03 user nova-compute[75260]:   <serial>6525924a-47f4-4d72-854e-aeccad6402a6</serial>
Dec 06 11:42:03 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:42:03 user nova-compute[75260]: </disk>
Dec 06 11:42:03 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:42:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:42:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:07 user nova-compute[75260]: INFO nova.compute.manager [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Unshelving
Dec 06 11:42:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'pci_requests' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'numa_topology' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:42:07 user nova-compute[75260]: INFO nova.compute.claims [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Claim successful on node user
Dec 06 11:42:07 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:42:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.295s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:07 user nova-compute[75260]: INFO nova.network.neutron [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating port 1510a7c7-38c3-4665-82dc-13a14a57d35e with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 11:42:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing instance network info cache due to event network-changed-1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:42:09 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Creating image(s)
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'trusted_certs' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Refreshing network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG nova.objects.base [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.part --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.part --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG nova.virt.images [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] 740afcc5-4f11-4509-97c7-6dbdb62bbaaa was qcow2, converting to raw {{(pid=75260) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG nova.privsep.utils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75260) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.part /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.converted {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updated VIF entry in instance network info cache for port 1510a7c7-38c3-4665-82dc-13a14a57d35e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-102d8c7d-beb7-4847-86a4-85be4b7f2f21 req-940192b9-b8db-4368-94c3-f794f793c34c service nova] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.part /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.converted" returned: 0 in 0.223s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.converted --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.426s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d,backing_fmt=raw /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d,backing_fmt=raw /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk 1073741824" returned: 0 in 0.053s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d --force-share --output=json" returned: 0 in 0.196s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'migration_context' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG nova.objects.base [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:42:11 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Rebasing disk image.
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:11 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 -F raw /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 -F raw /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk" returned: 0 in 2.419s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Ensure instance console log exists: /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Start _get_guest_xml network_info=[{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='9ea5ae15c9b605ee36a25b711082590a',container_format='bare',created_at=2023-12-06T11:40:14Z,direct_url=<?>,disk_format='qcow2',id=740afcc5-4f11-4509-97c7-6dbdb62bbaaa,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1955275941-shelved',owner='60d69258e37f481ea440126cbbc79860',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T11:40:19Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:42:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:42:14 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9ea5ae15c9b605ee36a25b711082590a',container_format='bare',created_at=2023-12-06T11:40:14Z,direct_url=<?>,disk_format='qcow2',id=740afcc5-4f11-4509-97c7-6dbdb62bbaaa,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1955275941-shelved',owner='60d69258e37f481ea440126cbbc79860',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T11:40:19Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'vcpu_model' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.objects.base [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:38:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1955275941',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1955275941',id=41,image_ref='740afcc5-4f11-4509-97c7-6dbdb62bbaaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-947632709',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:38:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-pv842d1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member',shelved_at='2023-12-06T11:40:18.821261',shelved_host='user',shelved_image_id='740afcc5-4f11-4509-97c7-6dbdb62bbaaa'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:42:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'pci_devices' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.objects.base [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Object Instance<fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75260) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:42:14 user nova-compute[75260]:   <uuid>fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7</uuid>
Dec 06 11:42:14 user nova-compute[75260]:   <name>instance-00000029</name>
Dec 06 11:42:14 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:42:14 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:42:14 user nova-compute[75260]:   <metadata>
Dec 06 11:42:14 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:42:14 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:42:14 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1955275941</nova:name>
Dec 06 11:42:14 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:42:14</nova:creationTime>
Dec 06 11:42:14 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:42:14 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:42:14 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:42:14 user nova-compute[75260]:       <nova:owner>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:user uuid="fc2636b28a2445c98cf4304d78785892">tempest-AttachVolumeShelveTestJSON-1421168908-project-member</nova:user>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:project uuid="60d69258e37f481ea440126cbbc79860">tempest-AttachVolumeShelveTestJSON-1421168908</nova:project>
Dec 06 11:42:14 user nova-compute[75260]:       </nova:owner>
Dec 06 11:42:14 user nova-compute[75260]:       <nova:root type="image" uuid="740afcc5-4f11-4509-97c7-6dbdb62bbaaa"/>
Dec 06 11:42:14 user nova-compute[75260]:       <nova:ports>
Dec 06 11:42:14 user nova-compute[75260]:         <nova:port uuid="1510a7c7-38c3-4665-82dc-13a14a57d35e">
Dec 06 11:42:14 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 11:42:14 user nova-compute[75260]:         </nova:port>
Dec 06 11:42:14 user nova-compute[75260]:       </nova:ports>
Dec 06 11:42:14 user nova-compute[75260]:     </nova:instance>
Dec 06 11:42:14 user nova-compute[75260]:   </metadata>
Dec 06 11:42:14 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:42:14 user nova-compute[75260]:     <system>
Dec 06 11:42:14 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:42:14 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:42:14 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:42:14 user nova-compute[75260]:       <entry name="serial">fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7</entry>
Dec 06 11:42:14 user nova-compute[75260]:       <entry name="uuid">fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7</entry>
Dec 06 11:42:14 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:42:14 user nova-compute[75260]:     </system>
Dec 06 11:42:14 user nova-compute[75260]:   </sysinfo>
Dec 06 11:42:14 user nova-compute[75260]:   <os>
Dec 06 11:42:14 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:42:14 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:42:14 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:42:14 user nova-compute[75260]:   </os>
Dec 06 11:42:14 user nova-compute[75260]:   <features>
Dec 06 11:42:14 user nova-compute[75260]:     <acpi/>
Dec 06 11:42:14 user nova-compute[75260]:     <apic/>
Dec 06 11:42:14 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:42:14 user nova-compute[75260]:   </features>
Dec 06 11:42:14 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:42:14 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:42:14 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:42:14 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:42:14 user nova-compute[75260]:   </clock>
Dec 06 11:42:14 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:42:14 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:42:14 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:42:14 user nova-compute[75260]:   </cpu>
Dec 06 11:42:14 user nova-compute[75260]:   <devices>
Dec 06 11:42:14 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:42:14 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:42:14 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk"/>
Dec 06 11:42:14 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:42:14 user nova-compute[75260]:     </disk>
Dec 06 11:42:14 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:42:14 user nova-compute[75260]:       <mac address="fa:16:3e:7d:49:be"/>
Dec 06 11:42:14 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:42:14 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:42:14 user nova-compute[75260]:       <target dev="tap1510a7c7-38"/>
Dec 06 11:42:14 user nova-compute[75260]:     </interface>
Dec 06 11:42:14 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:42:14 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/console.log" append="off"/>
Dec 06 11:42:14 user nova-compute[75260]:     </serial>
Dec 06 11:42:14 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:42:14 user nova-compute[75260]:     <video>
Dec 06 11:42:14 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:42:14 user nova-compute[75260]:     </video>
Dec 06 11:42:14 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:42:14 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:42:14 user nova-compute[75260]:     </rng>
Dec 06 11:42:14 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:42:14 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:42:14 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:42:14 user nova-compute[75260]:     </memballoon>
Dec 06 11:42:14 user nova-compute[75260]:   </devices>
Dec 06 11:42:14 user nova-compute[75260]: </domain>
Dec 06 11:42:14 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:38:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1955275941',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1955275941',id=41,image_ref='740afcc5-4f11-4509-97c7-6dbdb62bbaaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-947632709',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:38:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-pv842d1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member',shelved_at='2023-12-06T11:40:18.821261',shelved_host='user',shelved_image_id='740afcc5-4f11-4509-97c7-6dbdb62bbaaa'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:42:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG os_vif [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69207cc6-f79a-5d8c-9371-1fdffd2dbc8b', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1510a7c7-38, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1510a7c7-38, col_values=(('qos', UUID('5aaea9c2-bbb2-43e6-a730-f4441503f187')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1510a7c7-38, col_values=(('external_ids', {'iface-id': '1510a7c7-38c3-4665-82dc-13a14a57d35e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:49:be', 'vm-uuid': 'fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:14 user nova-compute[75260]: INFO os_vif [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38')
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:42:14 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] No VIF found with MAC fa:16:3e:7d:49:be, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:42:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-386d928e-d464-4d57-9578-30155fd144f8 req-30e92d29-38ff-4297-b3f7-f8797fbc4f4f service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-386d928e-d464-4d57-9578-30155fd144f8 req-30e92d29-38ff-4297-b3f7-f8797fbc4f4f service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-386d928e-d464-4d57-9578-30155fd144f8 req-30e92d29-38ff-4297-b3f7-f8797fbc4f4f service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-386d928e-d464-4d57-9578-30155fd144f8 req-30e92d29-38ff-4297-b3f7-f8797fbc4f4f service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-386d928e-d464-4d57-9578-30155fd144f8 req-30e92d29-38ff-4297-b3f7-f8797fbc4f4f service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:16 user nova-compute[75260]: WARNING nova.compute.manager [req-386d928e-d464-4d57-9578-30155fd144f8 req-30e92d29-38ff-4297-b3f7-f8797fbc4f4f service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 11:42:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:42:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance spawned successfully.
Dec 06 11:42:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-8960a038-4226-4ebd-9cc1-a49efc106992 req-c62251fe-1d01-427a-b226-220e2a4f4567 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8960a038-4226-4ebd-9cc1-a49efc106992 req-c62251fe-1d01-427a-b226-220e2a4f4567 service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8960a038-4226-4ebd-9cc1-a49efc106992 req-c62251fe-1d01-427a-b226-220e2a4f4567 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8960a038-4226-4ebd-9cc1-a49efc106992 req-c62251fe-1d01-427a-b226-220e2a4f4567 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-8960a038-4226-4ebd-9cc1-a49efc106992 req-c62251fe-1d01-427a-b226-220e2a4f4567 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:18 user nova-compute[75260]: WARNING nova.compute.manager [req-8960a038-4226-4ebd-9cc1-a49efc106992 req-c62251fe-1d01-427a-b226-220e2a4f4567 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 11:42:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7c7194f8-bf7c-4620-9e52-f81a04a47e3c tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.010s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:42:19 user nova-compute[75260]: INFO nova.compute.claims [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Claim successful on node user
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.281s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:42:19 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:42:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.policy [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89920c803334038813a65666797af4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124daa513cf4675bb31e20b299a90a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:42:19 user nova-compute[75260]: INFO nova.virt.block_device [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Booting with volume 65c4b4df-a59e-4e84-aa0a-44d3cb790007 at /dev/vda
Dec 06 11:42:19 user nova-compute[75260]: DEBUG os_brick.utils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc9b3b1-794c-4aed-8154-d12680ff831c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[271734a6-88e8-4637-ae3e-91f5a5414809]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e83164e-b68b-49e1-9f45-a2181f0248f3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[41aa336d-387c-4524-bdb9-aad85ae5f4ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:42:19 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:42:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce85122-08bf-40ad-bfde-e0753c2a490b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG os_brick.utils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:42:19 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updating existing volume attachment record: f1ba1246-13f7-48fb-bd56-9818d6f5ade0 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Successfully created port: 9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Successfully updated port: 9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquired lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-changed-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Refreshing instance network info cache due to event network-changed-9b033c11-1de1-4b9f-8de3-da29d655529e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] Acquiring lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:42:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updating instance_info_cache with network_info: [{"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Releasing lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Instance network_info: |[{"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] Acquired lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG nova.network.neutron [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Refreshing network info cache for port 9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG nova.network.neutron [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updated VIF entry in instance network info cache for port 9b033c11-1de1-4b9f-8de3-da29d655529e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG nova.network.neutron [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updating instance_info_cache with network_info: [{"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:42:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fc08ae11-19b8-427e-b372-fad339c83fd9 req-b829faf0-a708-4896-aacf-1560b5ce85f2 service nova] Releasing lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:42:24 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 is timed out.
Dec 06 11:42:24 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully detached device vdb from instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 from the live domain config.
Dec 06 11:42:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bMhWcSRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:42:24 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b557b4-e1cc-48dd-8b58-403909abb77f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:42:24 user nova-compute[75260]: No targets found.
Dec 06 11:42:24 user nova-compute[75260]: iSNS:
Dec 06 11:42:24 user nova-compute[75260]: No targets found.
Dec 06 11:42:24 user nova-compute[75260]: STATIC:
Dec 06 11:42:24 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6
Dec 06 11:42:24 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:42:24 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:42:24 user nova-compute[75260]: FIRMWARE:
Dec 06 11:42:24 user nova-compute[75260]: No targets found.
Dec 06 11:42:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:42:24 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:42:24 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9020292-665b-48ec-a132-854f33b8def0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[590d2961-b184-4aa1-836c-794635108251]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 (non-flash)
Dec 06 11:42:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 (non-flash)
Dec 06 11:42:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c1348b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c4ea26-68ff-4baf-a8cb-e8439c85393b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2b9302-ff56-4110-86d9-f1e12edebe5f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa80b17e-60ba-41d2-b394-a242ad7d714e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c45eeb-3133-4d49-be33-469d63767113]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4a19b2-bc80-41af-96c5-7e4aecf3b697]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[db467f6c-f5d6-44f6-990d-fc8f065364db]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260]
Dec 06 11:42:24 user nova-compute[75260]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6, portal: 172.16.0.220,3260] successful.
Dec 06 11:42:24 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb830fc-5ead-4aad-a911-cddb5f339b29]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== disconnect_volume: return (279ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:42:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'flavor' on Instance uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7e8d8bde-6892-4bb1-84d3-389d7db74ba8 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.756s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.575s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:25 user nova-compute[75260]: INFO nova.compute.manager [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Terminating instance
Dec 06 11:42:25 user nova-compute[75260]: DEBUG nova.compute.manager [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: ERROR nova.volume.cinder [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Update attachment failed for attachment f1ba1246-13f7-48fb-bd56-9818d6f5ade0. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-3f19f72b-b8d3-431e-8c9d-bb29d029d0a1) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-3f19f72b-b8d3-431e-8c9d-bb29d029d0a1)
Dec 06 11:42:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-c84b9eab-8c70-40fa-97a4-abb013aca54d req-19995292-0a70-4ccd-8ce4-0693288563ab service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-unplugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c84b9eab-8c70-40fa-97a4-abb013aca54d req-19995292-0a70-4ccd-8ce4-0693288563ab service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c84b9eab-8c70-40fa-97a4-abb013aca54d req-19995292-0a70-4ccd-8ce4-0693288563ab service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c84b9eab-8c70-40fa-97a4-abb013aca54d req-19995292-0a70-4ccd-8ce4-0693288563ab service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-c84b9eab-8c70-40fa-97a4-abb013aca54d req-19995292-0a70-4ccd-8ce4-0693288563ab service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-unplugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-c84b9eab-8c70-40fa-97a4-abb013aca54d req-19995292-0a70-4ccd-8ce4-0693288563ab service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-unplugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Instance destroyed successfully.
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.objects.instance [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'resources' on Instance uuid 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:39:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-139538136',display_name='tempest-VolumesSnapshotTestJSON-instance-139538136',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-139538136',id=43,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLInarsFJouGd5iXZe95O5ryypzAUONlcpHmHsIdWBbUJ2vTZTR9ho+XqhtMcFSE1wY40LW2dlB0VQQ5ppunnMqmFYfEqIEnqlWyNXrwdhnjgAG7Au8ymDGdnUyrnL9YA==',key_name='tempest-keypair-103341801',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:39:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15355bc3857e4dbdb73110ecb6c7e575',ramdisk_id='',reservation_id='r-qcui21ue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1830325926',owner_user_name='tempest-VolumesSnapshotTestJSON-1830325926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:39:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d7c1701b81b4d5fbe134630a401d344',uuid=1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converting VIF {"id": "e91b25cc-2119-4226-ad23-6529590e4ff9", "address": "fa:16:3e:35:eb:c4", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape91b25cc-21", "ovs_interfaceid": "e91b25cc-2119-4226-ad23-6529590e4ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_vif [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape91b25cc-21, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=52bb19b5-5b77-4b3d-a31c-90e2fdbb1844) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:42:26 user nova-compute[75260]: INFO os_vif [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:eb:c4,bridge_name='br-int',has_traffic_filtering=True,id=e91b25cc-2119-4226-ad23-6529590e4ff9,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape91b25cc-21')
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:6525924a-47f4-4d72-854e-aeccad6402a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bMhWcSRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:42:26 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[12b40553-4a16-4870-9cbc-18b5468645c5]: Unexpected error while running command.
Dec 06 11:42:26 user nova-compute[75260]: Command: iscsiadm -m discoverydb -o show -P 1
Dec 06 11:42:26 user nova-compute[75260]: Exit code: 21
Dec 06 11:42:26 user nova-compute[75260]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 06 11:42:26 user nova-compute[75260]: Stderr: '' {{(pid=86492) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Dec 06 11:42:26 user nova-compute[75260]: Traceback (most recent call last):
Dec 06 11:42:26 user nova-compute[75260]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Dec 06 11:42:26 user nova-compute[75260]:     ret = func(*f_args, **f_kwargs)
Dec 06 11:42:26 user nova-compute[75260]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Dec 06 11:42:26 user nova-compute[75260]:     return func(*args, **kwargs)
Dec 06 11:42:26 user nova-compute[75260]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Dec 06 11:42:26 user nova-compute[75260]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Dec 06 11:42:26 user nova-compute[75260]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Dec 06 11:42:26 user nova-compute[75260]:     return putils.execute(on_execute=on_execute,
Dec 06 11:42:26 user nova-compute[75260]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Dec 06 11:42:26 user nova-compute[75260]:     raise ProcessExecutionError(exit_code=_returncode,
Dec 06 11:42:26 user nova-compute[75260]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Dec 06 11:42:26 user nova-compute[75260]: Command: iscsiadm -m discoverydb -o show -P 1
Dec 06 11:42:26 user nova-compute[75260]: Exit code: 21
Dec 06 11:42:26 user nova-compute[75260]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 06 11:42:26 user nova-compute[75260]: Stderr: ''
Dec 06 11:42:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b40553-4a16-4870-9cbc-18b5468645c5]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Dec 06 11:42:26 user nova-compute[75260]: Command: iscsiadm -m discoverydb -o show -P 1
Dec 06 11:42:26 user nova-compute[75260]: Exit code: 21
Dec 06 11:42:26 user nova-compute[75260]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 06 11:42:26 user nova-compute[75260]: Stderr: ''
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Dec 06 11:42:26 user nova-compute[75260]: ERROR os_brick.initiator.connectors.iscsi 
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75260) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.039s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== disconnect_volume: return (40ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:42:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Deleting instance files /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0_del
Dec 06 11:42:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Deletion of /opt/stack/data/nova/instances/1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0_del complete
Dec 06 11:42:26 user nova-compute[75260]: INFO nova.compute.manager [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 06 11:42:26 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:42:27 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Took 0.91 seconds to deallocate network for instance.
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-9af52907-39e2-4079-876d-e57c4fb81ac3 req-356f3527-047c-44c3-bfb3-6a22c6c82fd2 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-deleted-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:27 user nova-compute[75260]: WARNING nova.volume.cinder [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Attachment ac3cd356-0219-45c9-b217-f6e93eaeb2c5 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = ac3cd356-0219-45c9-b217-f6e93eaeb2c5. (HTTP 404) (Request-ID: req-fe225e5a-df01-4755-8dfc-714dc15dd3cb)
Dec 06 11:42:27 user nova-compute[75260]: INFO nova.compute.manager [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Took 0.03 seconds to detach 1 volumes for instance.
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Deleted allocations for instance 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bcd167ad-fec2-4530-adb8-afcd427dd0c7 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.313s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:27 user nova-compute[75260]: WARNING nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state deleted and task_state None.
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:27 user nova-compute[75260]: WARNING nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state deleted and task_state None.
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:27 user nova-compute[75260]: WARNING nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state deleted and task_state None.
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-unplugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-unplugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:27 user nova-compute[75260]: WARNING nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-unplugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state deleted and task_state None.
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Acquiring lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] Lock "1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] No waiting events found dispatching network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:27 user nova-compute[75260]: WARNING nova.compute.manager [req-b99a8fd2-c794-4075-b422-15dcfc1ff06d req-eedcaff7-c1a3-4044-ab75-09053380d452 service nova] [instance: 1358d7cf-00ef-4dde-8dfc-b2d00ca5b9c0] Received unexpected event network-vif-plugged-e91b25cc-2119-4226-ad23-6529590e4ff9 for instance with vm_state deleted and task_state None.
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:42:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8661MB free_disk=25.02230453491211GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance eb23c5fc-bb09-4110-8330-9879ced5380f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 548410a4-c36b-4551-bc1e-e5bce67aa293 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:42:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.240s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Skipping network cache update for instance because it is Building. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:42:32 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [{"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:42:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Creating image(s)
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Ensure instance console log exists: /opt/stack/data/nova/instances/548410a4-c36b-4551-bc1e-e5bce67aa293/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Start _get_guest_xml network_info=[{"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'f1ba1246-13f7-48fb-bd56-9818d6f5ade0', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHfLAiqn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '548410a4-c36b-4551-bc1e-e5bce67aa293', 'attached_at': '', 'detached_at': '', 'volume_id': '65c4b4df-a59e-4e84-aa0a-44d3cb790007', 'serial': '65c4b4df-a59e-4e84-aa0a-44d3cb790007'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:42:34 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:42:34 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHfLAiqn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:42:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:42:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:42:34 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fe0caae-97c7-40c7-addb-e2b87a542d13]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:42:34 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4e41dc-ebf0-4240-8355-60b5bf03f955]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007] added
Dec 06 11:42:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1150b233-e86d-4885-bc45-3487c30cc029]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[920898fb-5c5a-4bc7-9d59-8386e40cde89]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jHfLAiqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jHfLAiqn" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b53640b-7566-418d-bcfe-10700c7d60dd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jHfLAiqn'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c307ca3-cd2f-4e5d-8c97-18544bd9312d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7447b697-be2b-4c32-a94c-f1ee3f9e218b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:42:34 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:42:34 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:42:34 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:42:34 user nova-compute[75260]: 
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[517cbee4-86fa-49e8-8afd-0548e6b9ba4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260]
Dec 06 11:42:34 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260] successful.
Dec 06 11:42:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73d45c2-d081-48c3-9954-345d0462eea7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba2c2c7-7883-492e-84ac-585c6d3d15a5]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:42:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:42:34 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfae5cbf-dda6-48f0-a829-160ad2dd4a89]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:42:34 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHfLAiqn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23864626465613630', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864626465613630', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:42:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-884496825',display_name='tempest-TestVolumeBootPattern-volume-backed-server-884496825',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-884496825',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNC+9Bo74MI2U75I/s4BkIqE3X8cCPpa8XZ/miv70M1LTOrrsnjAkMEcjoHBhEc1ylTAgTD+nvL9Vo88YXysNcLRXH8/Xe/E3bGDMwGtmItt5sCgJEqGbqK3pWoT/yqk7A==',key_name='tempest-keypair-1350752370',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-ms20zvut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:42:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e89920c803334038813a65666797af4c',uuid=548410a4-c36b-4551-bc1e-e5bce67aa293,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'pci_devices' on Instance uuid 548410a4-c36b-4551-bc1e-e5bce67aa293 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:42:35 user nova-compute[75260]:   <uuid>548410a4-c36b-4551-bc1e-e5bce67aa293</uuid>
Dec 06 11:42:35 user nova-compute[75260]:   <name>instance-0000002d</name>
Dec 06 11:42:35 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:42:35 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:42:35 user nova-compute[75260]:   <metadata>
Dec 06 11:42:35 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:42:35 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:42:35 user nova-compute[75260]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-884496825</nova:name>
Dec 06 11:42:35 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:42:34</nova:creationTime>
Dec 06 11:42:35 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:42:35 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:42:35 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:42:35 user nova-compute[75260]:       <nova:owner>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:user uuid="e89920c803334038813a65666797af4c">tempest-TestVolumeBootPattern-343433018-project-member</nova:user>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:project uuid="4124daa513cf4675bb31e20b299a90a4">tempest-TestVolumeBootPattern-343433018</nova:project>
Dec 06 11:42:35 user nova-compute[75260]:       </nova:owner>
Dec 06 11:42:35 user nova-compute[75260]:       <nova:ports>
Dec 06 11:42:35 user nova-compute[75260]:         <nova:port uuid="9b033c11-1de1-4b9f-8de3-da29d655529e">
Dec 06 11:42:35 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:42:35 user nova-compute[75260]:         </nova:port>
Dec 06 11:42:35 user nova-compute[75260]:       </nova:ports>
Dec 06 11:42:35 user nova-compute[75260]:     </nova:instance>
Dec 06 11:42:35 user nova-compute[75260]:   </metadata>
Dec 06 11:42:35 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:42:35 user nova-compute[75260]:     <system>
Dec 06 11:42:35 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:42:35 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:42:35 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:42:35 user nova-compute[75260]:       <entry name="serial">548410a4-c36b-4551-bc1e-e5bce67aa293</entry>
Dec 06 11:42:35 user nova-compute[75260]:       <entry name="uuid">548410a4-c36b-4551-bc1e-e5bce67aa293</entry>
Dec 06 11:42:35 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:42:35 user nova-compute[75260]:     </system>
Dec 06 11:42:35 user nova-compute[75260]:   </sysinfo>
Dec 06 11:42:35 user nova-compute[75260]:   <os>
Dec 06 11:42:35 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:42:35 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:42:35 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:42:35 user nova-compute[75260]:   </os>
Dec 06 11:42:35 user nova-compute[75260]:   <features>
Dec 06 11:42:35 user nova-compute[75260]:     <acpi/>
Dec 06 11:42:35 user nova-compute[75260]:     <apic/>
Dec 06 11:42:35 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:42:35 user nova-compute[75260]:   </features>
Dec 06 11:42:35 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:42:35 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:42:35 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:42:35 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:42:35 user nova-compute[75260]:   </clock>
Dec 06 11:42:35 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:42:35 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:42:35 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:42:35 user nova-compute[75260]:   </cpu>
Dec 06 11:42:35 user nova-compute[75260]:   <devices>
Dec 06 11:42:35 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:42:35 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:42:35 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:42:35 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:42:35 user nova-compute[75260]:       <serial>65c4b4df-a59e-4e84-aa0a-44d3cb790007</serial>
Dec 06 11:42:35 user nova-compute[75260]:     </disk>
Dec 06 11:42:35 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:42:35 user nova-compute[75260]:       <mac address="fa:16:3e:62:2f:0b"/>
Dec 06 11:42:35 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:42:35 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:42:35 user nova-compute[75260]:       <target dev="tap9b033c11-1d"/>
Dec 06 11:42:35 user nova-compute[75260]:     </interface>
Dec 06 11:42:35 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:42:35 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/548410a4-c36b-4551-bc1e-e5bce67aa293/console.log" append="off"/>
Dec 06 11:42:35 user nova-compute[75260]:     </serial>
Dec 06 11:42:35 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:42:35 user nova-compute[75260]:     <video>
Dec 06 11:42:35 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:42:35 user nova-compute[75260]:     </video>
Dec 06 11:42:35 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:42:35 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:42:35 user nova-compute[75260]:     </rng>
Dec 06 11:42:35 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:42:35 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:42:35 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:42:35 user nova-compute[75260]:     </memballoon>
Dec 06 11:42:35 user nova-compute[75260]:   </devices>
Dec 06 11:42:35 user nova-compute[75260]: </domain>
Dec 06 11:42:35 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:42:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-884496825',display_name='tempest-TestVolumeBootPattern-volume-backed-server-884496825',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-884496825',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNC+9Bo74MI2U75I/s4BkIqE3X8cCPpa8XZ/miv70M1LTOrrsnjAkMEcjoHBhEc1ylTAgTD+nvL9Vo88YXysNcLRXH8/Xe/E3bGDMwGtmItt5sCgJEqGbqK3pWoT/yqk7A==',key_name='tempest-keypair-1350752370',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-ms20zvut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:42:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e89920c803334038813a65666797af4c',uuid=548410a4-c36b-4551-bc1e-e5bce67aa293,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG os_vif [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c83a7c7-dbc3-5331-b44b-9250ea50c64a', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b033c11-1d, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b033c11-1d, col_values=(('qos', UUID('221a5352-620a-4153-90c8-aadd29333425')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b033c11-1d, col_values=(('external_ids', {'iface-id': '9b033c11-1de1-4b9f-8de3-da29d655529e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:2f:0b', 'vm-uuid': '548410a4-c36b-4551-bc1e-e5bce67aa293'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:35 user nova-compute[75260]: INFO os_vif [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d')
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:42:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No VIF found with MAC fa:16:3e:62:2f:0b, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:42:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-12e8c95e-0772-4104-8f6d-5bb692177052 req-1dee33bb-b349-440a-a8b0-886a470339be service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-12e8c95e-0772-4104-8f6d-5bb692177052 req-1dee33bb-b349-440a-a8b0-886a470339be service nova] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-12e8c95e-0772-4104-8f6d-5bb692177052 req-1dee33bb-b349-440a-a8b0-886a470339be service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-12e8c95e-0772-4104-8f6d-5bb692177052 req-1dee33bb-b349-440a-a8b0-886a470339be service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG nova.compute.manager [req-12e8c95e-0772-4104-8f6d-5bb692177052 req-1dee33bb-b349-440a-a8b0-886a470339be service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] No waiting events found dispatching network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:37 user nova-compute[75260]: WARNING nova.compute.manager [req-12e8c95e-0772-4104-8f6d-5bb692177052 req-1dee33bb-b349-440a-a8b0-886a470339be service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received unexpected event network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e for instance with vm_state building and task_state spawning.
Dec 06 11:42:37 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:42:39 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Instance spawned successfully.
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:42:39 user nova-compute[75260]: INFO nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Took 4.86 seconds to spawn the instance on the hypervisor.
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-5cec8f45-3669-4a1c-9d5e-f74c2ca68162 req-ca6e4df5-d9b6-4280-840e-8dff1cb80456 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5cec8f45-3669-4a1c-9d5e-f74c2ca68162 req-ca6e4df5-d9b6-4280-840e-8dff1cb80456 service nova] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5cec8f45-3669-4a1c-9d5e-f74c2ca68162 req-ca6e4df5-d9b6-4280-840e-8dff1cb80456 service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5cec8f45-3669-4a1c-9d5e-f74c2ca68162 req-ca6e4df5-d9b6-4280-840e-8dff1cb80456 service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:39 user nova-compute[75260]: DEBUG nova.compute.manager [req-5cec8f45-3669-4a1c-9d5e-f74c2ca68162 req-ca6e4df5-d9b6-4280-840e-8dff1cb80456 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] No waiting events found dispatching network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:42:39 user nova-compute[75260]: WARNING nova.compute.manager [req-5cec8f45-3669-4a1c-9d5e-f74c2ca68162 req-ca6e4df5-d9b6-4280-840e-8dff1cb80456 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received unexpected event network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e for instance with vm_state building and task_state spawning.
Dec 06 11:42:39 user nova-compute[75260]: INFO nova.compute.manager [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Took 20.06 seconds to build instance.
Dec 06 11:42:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-c9d18afe-8908-46ba-b53e-f3c4ff0f27a5 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.147s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:42:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:42:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:42:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:43:14 user nova-compute[75260]: INFO nova.compute.claims [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Claim successful on node user
Dec 06 11:43:14 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:43:14 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.322s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:43:15 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.policy [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d7c1701b81b4d5fbe134630a401d344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15355bc3857e4dbdb73110ecb6c7e575', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:43:15 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Creating image(s)
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "/opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "/opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk 1073741824" returned: 0 in 0.063s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Successfully created port: 25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.187s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:43:15 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Cannot resize image /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Ensure instance console log exists: /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Successfully updated port: 25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquired lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-changed-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.compute.manager [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Refreshing instance network info cache due to event network-changed-25be807b-bc7a-4f32-a726-2b04b7a9fb68. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] Acquiring lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updating instance_info_cache with network_info: [{"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Releasing lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Instance network_info: |[{"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] Acquired lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.neutron [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Refreshing network info cache for port 25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Start _get_guest_xml network_info=[{"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:43:16 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:43:16 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1944910273',display_name='tempest-VolumesSnapshotTestJSON-instance-1944910273',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1944910273',id=46,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOeAaXEh2nTDhYygWA3eC1dTyUEqMzRUD9DE826DPa6OQqyZA42/KrbrfVVSye/QKo0WVtYUPtc9jHgh+FdrhI1J0fx4wQgNuMSR+Jj+8m532sPC6my1i+r54ff14hzAvg==',key_name='tempest-keypair-1822267733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15355bc3857e4dbdb73110ecb6c7e575',ramdisk_id='',reservation_id='r-omi3faky',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1830325926',owner_user_name='tempest-VolumesSnapshotTestJSON-1830325926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:43:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d7c1701b81b4d5fbe134630a401d344',uuid=4f3718a4-6ce6-434b-9341-19f7895c28a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converting VIF {"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.objects.instance [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f3718a4-6ce6-434b-9341-19f7895c28a3 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:43:16 user nova-compute[75260]:   <uuid>4f3718a4-6ce6-434b-9341-19f7895c28a3</uuid>
Dec 06 11:43:16 user nova-compute[75260]:   <name>instance-0000002e</name>
Dec 06 11:43:16 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:43:16 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:43:16 user nova-compute[75260]:   <metadata>
Dec 06 11:43:16 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:43:16 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:43:16 user nova-compute[75260]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1944910273</nova:name>
Dec 06 11:43:16 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:43:16</nova:creationTime>
Dec 06 11:43:16 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:43:16 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:43:16 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:43:16 user nova-compute[75260]:       <nova:owner>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:user uuid="2d7c1701b81b4d5fbe134630a401d344">tempest-VolumesSnapshotTestJSON-1830325926-project-member</nova:user>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:project uuid="15355bc3857e4dbdb73110ecb6c7e575">tempest-VolumesSnapshotTestJSON-1830325926</nova:project>
Dec 06 11:43:16 user nova-compute[75260]:       </nova:owner>
Dec 06 11:43:16 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:43:16 user nova-compute[75260]:       <nova:ports>
Dec 06 11:43:16 user nova-compute[75260]:         <nova:port uuid="25be807b-bc7a-4f32-a726-2b04b7a9fb68">
Dec 06 11:43:16 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 11:43:16 user nova-compute[75260]:         </nova:port>
Dec 06 11:43:16 user nova-compute[75260]:       </nova:ports>
Dec 06 11:43:16 user nova-compute[75260]:     </nova:instance>
Dec 06 11:43:16 user nova-compute[75260]:   </metadata>
Dec 06 11:43:16 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:43:16 user nova-compute[75260]:     <system>
Dec 06 11:43:16 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:43:16 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:43:16 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:43:16 user nova-compute[75260]:       <entry name="serial">4f3718a4-6ce6-434b-9341-19f7895c28a3</entry>
Dec 06 11:43:16 user nova-compute[75260]:       <entry name="uuid">4f3718a4-6ce6-434b-9341-19f7895c28a3</entry>
Dec 06 11:43:16 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:43:16 user nova-compute[75260]:     </system>
Dec 06 11:43:16 user nova-compute[75260]:   </sysinfo>
Dec 06 11:43:16 user nova-compute[75260]:   <os>
Dec 06 11:43:16 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:43:16 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:43:16 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:43:16 user nova-compute[75260]:   </os>
Dec 06 11:43:16 user nova-compute[75260]:   <features>
Dec 06 11:43:16 user nova-compute[75260]:     <acpi/>
Dec 06 11:43:16 user nova-compute[75260]:     <apic/>
Dec 06 11:43:16 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:43:16 user nova-compute[75260]:   </features>
Dec 06 11:43:16 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:43:16 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:43:16 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:43:16 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:43:16 user nova-compute[75260]:   </clock>
Dec 06 11:43:16 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:43:16 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:43:16 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:43:16 user nova-compute[75260]:   </cpu>
Dec 06 11:43:16 user nova-compute[75260]:   <devices>
Dec 06 11:43:16 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:43:16 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:43:16 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk"/>
Dec 06 11:43:16 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:43:16 user nova-compute[75260]:     </disk>
Dec 06 11:43:16 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:43:16 user nova-compute[75260]:       <mac address="fa:16:3e:be:98:da"/>
Dec 06 11:43:16 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:43:16 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:43:16 user nova-compute[75260]:       <target dev="tap25be807b-bc"/>
Dec 06 11:43:16 user nova-compute[75260]:     </interface>
Dec 06 11:43:16 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:43:16 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/console.log" append="off"/>
Dec 06 11:43:16 user nova-compute[75260]:     </serial>
Dec 06 11:43:16 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:43:16 user nova-compute[75260]:     <video>
Dec 06 11:43:16 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:43:16 user nova-compute[75260]:     </video>
Dec 06 11:43:16 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:43:16 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:43:16 user nova-compute[75260]:     </rng>
Dec 06 11:43:16 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:43:16 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:43:16 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:43:16 user nova-compute[75260]:     </memballoon>
Dec 06 11:43:16 user nova-compute[75260]:   </devices>
Dec 06 11:43:16 user nova-compute[75260]: </domain>
Dec 06 11:43:16 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1944910273',display_name='tempest-VolumesSnapshotTestJSON-instance-1944910273',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1944910273',id=46,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOeAaXEh2nTDhYygWA3eC1dTyUEqMzRUD9DE826DPa6OQqyZA42/KrbrfVVSye/QKo0WVtYUPtc9jHgh+FdrhI1J0fx4wQgNuMSR+Jj+8m532sPC6my1i+r54ff14hzAvg==',key_name='tempest-keypair-1822267733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='15355bc3857e4dbdb73110ecb6c7e575',ramdisk_id='',reservation_id='r-omi3faky',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1830325926',owner_user_name='tempest-VolumesSnapshotTestJSON-1830325926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:43:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d7c1701b81b4d5fbe134630a401d344',uuid=4f3718a4-6ce6-434b-9341-19f7895c28a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converting VIF {"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG os_vif [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ac856b5-d38b-5ddb-9ee4-047b40be7980', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap25be807b-bc, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap25be807b-bc, col_values=(('qos', UUID('ce9eae3d-8c23-4f9e-b7f2-6944fbf917dc')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap25be807b-bc, col_values=(('external_ids', {'iface-id': '25be807b-bc7a-4f32-a726-2b04b7a9fb68', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:98:da', 'vm-uuid': '4f3718a4-6ce6-434b-9341-19f7895c28a3'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:16 user nova-compute[75260]: INFO os_vif [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc')
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:43:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No VIF found with MAC fa:16:3e:be:98:da, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:43:17 user nova-compute[75260]: DEBUG nova.network.neutron [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updated VIF entry in instance network info cache for port 25be807b-bc7a-4f32-a726-2b04b7a9fb68. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:43:17 user nova-compute[75260]: DEBUG nova.network.neutron [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updating instance_info_cache with network_info: [{"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:43:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e906392a-88c5-4932-aba8-74f7585d12da req-10ad214b-45d5-47e1-afc2-fbf483ccb809 service nova] Releasing lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-ef8d1ace-65b3-41e8-9533-3d2263374aca req-c12761e1-d0fa-4b63-b66d-85f63956084e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ef8d1ace-65b3-41e8-9533-3d2263374aca req-c12761e1-d0fa-4b63-b66d-85f63956084e service nova] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ef8d1ace-65b3-41e8-9533-3d2263374aca req-c12761e1-d0fa-4b63-b66d-85f63956084e service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ef8d1ace-65b3-41e8-9533-3d2263374aca req-c12761e1-d0fa-4b63-b66d-85f63956084e service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:18 user nova-compute[75260]: DEBUG nova.compute.manager [req-ef8d1ace-65b3-41e8-9533-3d2263374aca req-c12761e1-d0fa-4b63-b66d-85f63956084e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] No waiting events found dispatching network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:43:18 user nova-compute[75260]: WARNING nova.compute.manager [req-ef8d1ace-65b3-41e8-9533-3d2263374aca req-c12761e1-d0fa-4b63-b66d-85f63956084e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received unexpected event network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 for instance with vm_state building and task_state spawning.
Dec 06 11:43:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:43:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Instance spawned successfully.
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:43:20 user nova-compute[75260]: INFO nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Took 5.09 seconds to spawn the instance on the hypervisor.
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:43:20 user nova-compute[75260]: INFO nova.compute.manager [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Took 5.73 seconds to build instance.
Dec 06 11:43:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3d1282f8-5bb0-415a-8093-3574dea1b404 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.821s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-6fbf761a-67c9-4072-a6d8-bbd2882d28fe req-4fe1c223-6358-4dbe-a76e-1e244810c4d9 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6fbf761a-67c9-4072-a6d8-bbd2882d28fe req-4fe1c223-6358-4dbe-a76e-1e244810c4d9 service nova] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6fbf761a-67c9-4072-a6d8-bbd2882d28fe req-4fe1c223-6358-4dbe-a76e-1e244810c4d9 service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-6fbf761a-67c9-4072-a6d8-bbd2882d28fe req-4fe1c223-6358-4dbe-a76e-1e244810c4d9 service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-6fbf761a-67c9-4072-a6d8-bbd2882d28fe req-4fe1c223-6358-4dbe-a76e-1e244810c4d9 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] No waiting events found dispatching network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:43:20 user nova-compute[75260]: WARNING nova.compute.manager [req-6fbf761a-67c9-4072-a6d8-bbd2882d28fe req-4fe1c223-6358-4dbe-a76e-1e244810c4d9 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received unexpected event network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 for instance with vm_state active and task_state None.
Dec 06 11:43:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-changed-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:43:28 user nova-compute[75260]: DEBUG nova.compute.manager [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Refreshing instance network info cache due to event network-changed-4fc9da03-08f8-4ce0-925e-312f0a803197. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:43:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] Acquiring lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:43:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] Acquired lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:43:28 user nova-compute[75260]: DEBUG nova.network.neutron [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Refreshing network info cache for port 4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG nova.network.neutron [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updated VIF entry in instance network info cache for port 4fc9da03-08f8-4ce0-925e-312f0a803197. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG nova.network.neutron [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating instance_info_cache with network_info: [{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e1a969ff-72a9-4f2e-b5b4-33dd08301dcb req-7ab7cd80-0533-469a-9f98-6f194b7b844c service nova] Releasing lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:43:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:43:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:43:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8597MB free_disk=25.01897430419922GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.004s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance eb23c5fc-bb09-4110-8330-9879ced5380f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 548410a4-c36b-4551-bc1e-e5bce67aa293 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.322s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG nova.objects.instance [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:31 user nova-compute[75260]: INFO nova.compute.manager [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Attaching volume eb5c0a5d-c248-4c03-ad93-d151e41beab5 to /dev/vdb
Dec 06 11:43:31 user nova-compute[75260]: DEBUG os_brick.utils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[023e8a98-c61e-4c1f-91f7-f05a750eb6ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[31582a08-847f-4b50-ad1d-3959e7c567cf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[27725c52-4f3d-402b-aff4-43c2cb96a0cb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[569a95e2-5a10-4650-8f4f-4ada72b58d68]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:43:32 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:43:32 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b22346b8-ca67-4553-90cf-12bc1c61d94b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG os_brick.utils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:43:32 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating existing volume attachment record: 02757265-a770-4533-82f8-193c6d55df5d {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating instance_info_cache with network_info: [{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:43:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QtZzbTUO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:43:41 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:43:41 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:43:41 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a528b49-5fcd-48ce-b0fc-a0b6fceb28a2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:43:41 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf0262cc-e7b1-45e5-9312-bedfab94c9f9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5] added
Dec 06 11:43:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b7803df-2ba1-4db6-b3f1-fc242e1d8c02]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd19ef5-0e17-4917-80fc-8cf8c07ebe94]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QtZzbTUO {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QtZzbTUO" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[171308de-4dfd-4bbb-a2de-a54c2c0fcc65]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QtZzbTUO'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d794acb-7792-4621-b057-d547e0534fb7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1841d4b3-281a-41e5-97df-e6217a16e7d9]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:43:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:43:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebef985-1358-4d02-a1d2-a75767e6f44a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260]
Dec 06 11:43:41 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260] successful.
Dec 06 11:43:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f592822d-b86b-49d3-bd5d-ee6714f17d71]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[77525faf-8f59-4143-9d13-16b5bc65eeb0]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:43:41 user nova-compute[75260]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 (non-flash)
Dec 06 11:43:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:43:41 user nova-compute[75260]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 (non-flash)
Dec 06 11:43:41 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9b349b-0b7c-454c-a3ec-85c7fe471b6c]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QtZzbTUO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:43:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:42 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:43:42 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23036303834376336', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:43:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036303834376336', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:43:42 user nova-compute[75260]: DEBUG nova.objects.instance [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:43:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:43:42 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:43:42 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:43:42 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:43:42 user nova-compute[75260]:   <serial>eb5c0a5d-c248-4c03-ad93-d151e41beab5</serial>
Dec 06 11:43:42 user nova-compute[75260]: </disk>
Dec 06 11:43:42 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:43:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:43:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:43:43 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:3f:d4:7e, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:43:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-216f38eb-10e9-4d55-80fd-e94daea26c0e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.277s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:44 user nova-compute[75260]: INFO nova.compute.manager [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Detaching volume eb5c0a5d-c248-4c03-ad93-d151e41beab5
Dec 06 11:43:44 user nova-compute[75260]: INFO nova.virt.block_device [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Attempting to driver detach volume eb5c0a5d-c248-4c03-ad93-d151e41beab5 from mountpoint /dev/vdb
Dec 06 11:43:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Attempting to detach device vdb from instance eb23c5fc-bb09-4110-8330-9879ced5380f from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:43:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:43:44 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:43:44 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:43:44 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:43:44 user nova-compute[75260]:   <serial>eb5c0a5d-c248-4c03-ad93-d151e41beab5</serial>
Dec 06 11:43:44 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:43:44 user nova-compute[75260]: </disk>
Dec 06 11:43:44 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:43:44 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully detached device vdb from instance eb23c5fc-bb09-4110-8330-9879ced5380f from the persistent domain config.
Dec 06 11:43:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eb23c5fc-bb09-4110-8330-9879ced5380f from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:43:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:43:44 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:43:44 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:43:44 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:43:44 user nova-compute[75260]:   <serial>eb5c0a5d-c248-4c03-ad93-d151e41beab5</serial>
Dec 06 11:43:44 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:43:44 user nova-compute[75260]: </disk>
Dec 06 11:43:44 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:43:44 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:43:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:43:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:43:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:43:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:43:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:57 user nova-compute[75260]: INFO nova.compute.manager [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Terminating instance
Dec 06 11:43:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-9465dff5-16b0-4c33-83bf-3e3c2fd4337a req-c31490c1-e7d1-4254-b64d-f0ea50d7f83d service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-unplugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9465dff5-16b0-4c33-83bf-3e3c2fd4337a req-c31490c1-e7d1-4254-b64d-f0ea50d7f83d service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9465dff5-16b0-4c33-83bf-3e3c2fd4337a req-c31490c1-e7d1-4254-b64d-f0ea50d7f83d service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9465dff5-16b0-4c33-83bf-3e3c2fd4337a req-c31490c1-e7d1-4254-b64d-f0ea50d7f83d service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-9465dff5-16b0-4c33-83bf-3e3c2fd4337a req-c31490c1-e7d1-4254-b64d-f0ea50d7f83d service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-unplugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-9465dff5-16b0-4c33-83bf-3e3c2fd4337a req-c31490c1-e7d1-4254-b64d-f0ea50d7f83d service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-unplugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Instance destroyed successfully.
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.objects.instance [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lazy-loading 'resources' on Instance uuid fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T11:38:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1955275941',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1955275941',id=41,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAte8r3SRgXS3LI6xL8qEfuce103XKjzOIfa/NOdQptyCmXxhVHZCve2YBpli3Evgc044tiIdsooXWECpg1zaF9aOY28JFUpubFoPa0ODnyXMlvvsJcyDeIC/vVyStXMbA==',key_name='tempest-keypair-947632709',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:42:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='60d69258e37f481ea440126cbbc79860',ramdisk_id='',reservation_id='r-pv842d1g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1421168908',owner_user_name='tempest-AttachVolumeShelveTestJSON-1421168908-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:42:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc2636b28a2445c98cf4304d78785892',uuid=fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converting VIF {"id": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "address": "fa:16:3e:7d:49:be", "network": {"id": "33e9cf03-7e5d-4086-a79e-84e6577e1ce6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293397123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60d69258e37f481ea440126cbbc79860", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1510a7c7-38", "ovs_interfaceid": "1510a7c7-38c3-4665-82dc-13a14a57d35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG os_vif [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1510a7c7-38, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5aaea9c2-bbb2-43e6-a730-f4441503f187) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:43:58 user nova-compute[75260]: INFO os_vif [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7d:49:be,bridge_name='br-int',has_traffic_filtering=True,id=1510a7c7-38c3-4665-82dc-13a14a57d35e,network=Network(33e9cf03-7e5d-4086-a79e-84e6577e1ce6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1510a7c7-38')
Dec 06 11:43:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Deleting instance files /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7_del
Dec 06 11:43:58 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Deletion of /opt/stack/data/nova/instances/fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7_del complete
Dec 06 11:43:58 user nova-compute[75260]: INFO nova.compute.manager [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 06 11:43:58 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:43:58 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:43:59 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Took 0.72 seconds to deallocate network for instance.
Dec 06 11:43:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-84a3ed85-ca0b-4b5b-90f4-5a3a4992feae req-36d505e2-1d3c-4ffa-9e3c-5041771ecbe8 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-deleted-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:43:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.188s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:43:59 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Deleted allocations for instance fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7
Dec 06 11:43:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-57ba0b27-55df-4fea-af8d-36b0de75a5ce tempest-AttachVolumeShelveTestJSON-1421168908 tempest-AttachVolumeShelveTestJSON-1421168908-project-member] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.974s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-bcdd9c43-8942-4777-afcd-492b208f113b req-18a8f3a4-5202-47ab-906e-0b4b9bbdb724 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bcdd9c43-8942-4777-afcd-492b208f113b req-18a8f3a4-5202-47ab-906e-0b4b9bbdb724 service nova] Acquiring lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bcdd9c43-8942-4777-afcd-492b208f113b req-18a8f3a4-5202-47ab-906e-0b4b9bbdb724 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-bcdd9c43-8942-4777-afcd-492b208f113b req-18a8f3a4-5202-47ab-906e-0b4b9bbdb724 service nova] Lock "fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-bcdd9c43-8942-4777-afcd-492b208f113b req-18a8f3a4-5202-47ab-906e-0b4b9bbdb724 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] No waiting events found dispatching network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:44:00 user nova-compute[75260]: WARNING nova.compute.manager [req-bcdd9c43-8942-4777-afcd-492b208f113b req-18a8f3a4-5202-47ab-906e-0b4b9bbdb724 service nova] [instance: fcef13d5-b7aa-49e6-b8d1-a09c9c2c9fa7] Received unexpected event network-vif-plugged-1510a7c7-38c3-4665-82dc-13a14a57d35e for instance with vm_state deleted and task_state None.
Dec 06 11:44:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:04 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eb23c5fc-bb09-4110-8330-9879ced5380f is timed out.
Dec 06 11:44:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully detached device vdb from instance eb23c5fc-bb09-4110-8330-9879ced5380f from the live domain config.
Dec 06 11:44:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QtZzbTUO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:44:04 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[73aaad30-c312-4773-883d-fd0107e71aa6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:44:04 user nova-compute[75260]: No targets found.
Dec 06 11:44:04 user nova-compute[75260]: iSNS:
Dec 06 11:44:04 user nova-compute[75260]: No targets found.
Dec 06 11:44:04 user nova-compute[75260]: STATIC:
Dec 06 11:44:04 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5
Dec 06 11:44:04 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:44:04 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:44:04 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007
Dec 06 11:44:04 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:44:04 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:44:04 user nova-compute[75260]: FIRMWARE:
Dec 06 11:44:04 user nova-compute[75260]: No targets found.
Dec 06 11:44:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:44:04 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:44:04 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a8c4493-2a86-42f4-b900-c4322e9c3b86]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[146a675e-da07-4bc8-9471-cfd8451d6244]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:44:04 user nova-compute[75260]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 (non-flash)
Dec 06 11:44:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:44:04 user nova-compute[75260]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 (non-flash)
Dec 06 11:44:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c128430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a1d8cf-a359-4f74-a0ef-3635b180cbc3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad1c81c-42c5-463b-88f4-b60f8a6cf486]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad69712-b6cf-48ed-8d71-8f7257ac5167]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f716ab93-17a0-4ea4-a2c6-13f9d995c4ee]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8815c045-05b8-4681-85dd-03cf7065954d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[005e9cd9-6e94-48bb-9b04-fcaae64c8ca5]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260]
Dec 06 11:44:04 user nova-compute[75260]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5, portal: 172.16.0.220,3260] successful.
Dec 06 11:44:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb5c0a5d-c248-4c03-ad93-d151e41beab5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a5835c2-ccf2-436e-ba00-9c1d1174cfa9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== disconnect_volume: return (305ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:44:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:44:05 user nova-compute[75260]: DEBUG nova.objects.instance [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:44:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2b99b50c-6e34-4343-8099-709a6cf92d2d tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.917s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-changed-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Refreshing instance network info cache due to event network-changed-9b033c11-1de1-4b9f-8de3-da29d655529e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] Acquiring lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] Acquired lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Refreshing network info cache for port 9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updated VIF entry in instance network info cache for port 9b033c11-1de1-4b9f-8de3-da29d655529e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG nova.network.neutron [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updating instance_info_cache with network_info: [{"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:44:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-062ccd13-bb10-4e98-9e5d-1c8d30421670 req-05ec130e-7fbc-47f4-bc8f-5ff84cef1a83 service nova] Releasing lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:44:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:44:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:44:17 user nova-compute[75260]: INFO nova.compute.claims [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Claim successful on node user
Dec 06 11:44:17 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:44:17 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:44:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.302s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:44:18 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:44:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:44:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:44:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:44:18 user nova-compute[75260]: INFO nova.virt.block_device [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Booting with volume snapshot 15611f09-03a2-4454-b16e-10925dd89433 at /dev/vda
Dec 06 11:44:18 user nova-compute[75260]: DEBUG nova.policy [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89920c803334038813a65666797af4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124daa513cf4675bb31e20b299a90a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:44:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:18 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Successfully created port: 88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Successfully updated port: 88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquired lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-changed-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Refreshing instance network info cache due to event network-changed-88971a6f-e03c-4eed-8192-45357c791112. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] Acquiring lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.network.neutron [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updating instance_info_cache with network_info: [{"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Releasing lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Instance network_info: |[{"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] Acquired lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:44:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Refreshing network info cache for port 88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:44:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updated VIF entry in instance network info cache for port 88971a6f-e03c-4eed-8192-45357c791112. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:44:20 user nova-compute[75260]: DEBUG nova.network.neutron [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updating instance_info_cache with network_info: [{"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:44:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-323e00b5-c8cc-46fb-a1d2-1b4ebe6917a0 req-1e3044ec-e759-48f7-a331-ec7047b8a270 service nova] Releasing lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG os_brick.utils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[16cd2b79-fa9e-495d-89fe-e65ddfa0e7bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[033d703b-e780-4bb0-874f-045634b49f3b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3817333f-580e-40e7-b69e-9a2e7adf4762]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae1a043-19d0-4ae2-ac38-90675cd405ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:44:23 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:44:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[18eecbbb-2f44-4729-8e4d-53c3ec453ac2]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG os_brick.utils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:44:23 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updating existing volume attachment record: cc718f30-553d-4df5-b51b-0f6162c5a7a7 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:44:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:44:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:44:30 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8679MB free_disk=25.017196655273438GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance eb23c5fc-bb09-4110-8330-9879ced5380f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 548410a4-c36b-4551-bc1e-e5bce67aa293 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfd86cde-570f-4c28-81c2-77ce2ac72fa8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:44:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.290s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:44:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Creating image(s)
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Ensure instance console log exists: /opt/stack/data/nova/instances/bfd86cde-570f-4c28-81c2-77ce2ac72fa8/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Start _get_guest_xml network_info=[{"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T11:44:12Z,direct_url=<?>,disk_format='qcow2',id=45546f15-2433-4a29-abda-2b6386972420,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-745064434',owner='4124daa513cf4675bb31e20b299a90a4',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T11:44:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'cc718f30-553d-4df5-b51b-0f6162c5a7a7', 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEflBGLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bfd86cde-570f-4c28-81c2-77ce2ac72fa8', 'attached_at': '', 'detached_at': '', 'volume_id': '797b9ec9-f188-4b00-ba74-ff250e26f0ea', 'serial': '797b9ec9-f188-4b00-ba74-ff250e26f0ea'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:44:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:44:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T11:44:12Z,direct_url=<?>,disk_format='qcow2',id=45546f15-2433-4a29-abda-2b6386972420,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-745064434',owner='4124daa513cf4675bb31e20b299a90a4',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T11:44:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEflBGLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:44:33 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:44:33 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:44:33 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a17a5b-a8e7-4afa-8bcc-b75093b87f46]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:44:33 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6f4efc-ddb8-440f-9818-3de0c7a49b8b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea] added
Dec 06 11:44:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2440952f-1ab4-4f56-ae15-b87158c662e9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f875c15c-e61c-4861-abbf-12bdc9939795]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sEflBGLt {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sEflBGLt" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fafe26d-4d4d-436f-aa2d-a30de2425a6b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sEflBGLt'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77680df-3e76-41f0-861a-5384a486f545]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[184e741b-5103-4463-bcf4-a4b087bf697d]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:44:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:44:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a8d32f5-2321-4a30-abb2-483ae6c95e92]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260]
Dec 06 11:44:33 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260] successful.
Dec 06 11:44:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Skipping network cache update for instance because it is Building. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.038s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c49075-e0fd-4005-b46f-4669259f5333]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea95872-4c5a-41a6-a138-251739430f03]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:44:33 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:44:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:44:33 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:44:33 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[06fbd68f-b19e-42a8-98ec-71f73e34fcd6]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:44:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEflBGLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating instance_info_cache with network_info: [{"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-eb23c5fc-bb09-4110-8330-9879ced5380f" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:34 user nova-compute[75260]: INFO nova.compute.manager [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Terminating instance
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-674fa053-1f93-44af-9852-2904c1dae2cb req-a40329d9-ddc5-46e1-926e-766aaa8af76f service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-vif-unplugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-674fa053-1f93-44af-9852-2904c1dae2cb req-a40329d9-ddc5-46e1-926e-766aaa8af76f service nova] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-674fa053-1f93-44af-9852-2904c1dae2cb req-a40329d9-ddc5-46e1-926e-766aaa8af76f service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-674fa053-1f93-44af-9852-2904c1dae2cb req-a40329d9-ddc5-46e1-926e-766aaa8af76f service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-674fa053-1f93-44af-9852-2904c1dae2cb req-a40329d9-ddc5-46e1-926e-766aaa8af76f service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] No waiting events found dispatching network-vif-unplugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.compute.manager [req-674fa053-1f93-44af-9852-2904c1dae2cb req-a40329d9-ddc5-46e1-926e-766aaa8af76f service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-vif-unplugged-4fc9da03-08f8-4ce0-925e-312f0a803197 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23565346634363233', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565346634363233', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-944174167',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-944174167',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-944174167',id=47,image_ref='45546f15-2433-4a29-abda-2b6386972420',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMA7yNAbw0EwSVFtZVU+8CBUPT6PQtCsFCcgce2Btg7S+mi2deJMYTXTKoe5wTjMcEcQsdpKsjAaUWRT9F36xiv9jJ+caGBOj/xUcdnnNuaK+UUyJO0DlNb2WWxD0yRRNw==',key_name='tempest-keypair-1670676164',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-j8d1tnd3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-343433018',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:44:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e89920c803334038813a65666797af4c',uuid=bfd86cde-570f-4c28-81c2-77ce2ac72fa8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.objects.instance [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'pci_devices' on Instance uuid bfd86cde-570f-4c28-81c2-77ce2ac72fa8 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:44:34 user nova-compute[75260]:   <uuid>bfd86cde-570f-4c28-81c2-77ce2ac72fa8</uuid>
Dec 06 11:44:34 user nova-compute[75260]:   <name>instance-0000002f</name>
Dec 06 11:44:34 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:44:34 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:44:34 user nova-compute[75260]:   <metadata>
Dec 06 11:44:34 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:44:34 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:44:34 user nova-compute[75260]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-944174167</nova:name>
Dec 06 11:44:34 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:44:33</nova:creationTime>
Dec 06 11:44:34 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:44:34 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:44:34 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:44:34 user nova-compute[75260]:       <nova:owner>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:user uuid="e89920c803334038813a65666797af4c">tempest-TestVolumeBootPattern-343433018-project-member</nova:user>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:project uuid="4124daa513cf4675bb31e20b299a90a4">tempest-TestVolumeBootPattern-343433018</nova:project>
Dec 06 11:44:34 user nova-compute[75260]:       </nova:owner>
Dec 06 11:44:34 user nova-compute[75260]:       <nova:root type="image" uuid="45546f15-2433-4a29-abda-2b6386972420"/>
Dec 06 11:44:34 user nova-compute[75260]:       <nova:ports>
Dec 06 11:44:34 user nova-compute[75260]:         <nova:port uuid="88971a6f-e03c-4eed-8192-45357c791112">
Dec 06 11:44:34 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:44:34 user nova-compute[75260]:         </nova:port>
Dec 06 11:44:34 user nova-compute[75260]:       </nova:ports>
Dec 06 11:44:34 user nova-compute[75260]:     </nova:instance>
Dec 06 11:44:34 user nova-compute[75260]:   </metadata>
Dec 06 11:44:34 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:44:34 user nova-compute[75260]:     <system>
Dec 06 11:44:34 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:44:34 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:44:34 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:44:34 user nova-compute[75260]:       <entry name="serial">bfd86cde-570f-4c28-81c2-77ce2ac72fa8</entry>
Dec 06 11:44:34 user nova-compute[75260]:       <entry name="uuid">bfd86cde-570f-4c28-81c2-77ce2ac72fa8</entry>
Dec 06 11:44:34 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:44:34 user nova-compute[75260]:     </system>
Dec 06 11:44:34 user nova-compute[75260]:   </sysinfo>
Dec 06 11:44:34 user nova-compute[75260]:   <os>
Dec 06 11:44:34 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:44:34 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:44:34 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:44:34 user nova-compute[75260]:   </os>
Dec 06 11:44:34 user nova-compute[75260]:   <features>
Dec 06 11:44:34 user nova-compute[75260]:     <acpi/>
Dec 06 11:44:34 user nova-compute[75260]:     <apic/>
Dec 06 11:44:34 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:44:34 user nova-compute[75260]:   </features>
Dec 06 11:44:34 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:44:34 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:44:34 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:44:34 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:44:34 user nova-compute[75260]:   </clock>
Dec 06 11:44:34 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:44:34 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:44:34 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:44:34 user nova-compute[75260]:   </cpu>
Dec 06 11:44:34 user nova-compute[75260]:   <devices>
Dec 06 11:44:34 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:44:34 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:44:34 user nova-compute[75260]:       <source dev="/dev/sdc"/>
Dec 06 11:44:34 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:44:34 user nova-compute[75260]:       <serial>797b9ec9-f188-4b00-ba74-ff250e26f0ea</serial>
Dec 06 11:44:34 user nova-compute[75260]:     </disk>
Dec 06 11:44:34 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:44:34 user nova-compute[75260]:       <mac address="fa:16:3e:b8:61:9a"/>
Dec 06 11:44:34 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:44:34 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:44:34 user nova-compute[75260]:       <target dev="tap88971a6f-e0"/>
Dec 06 11:44:34 user nova-compute[75260]:     </interface>
Dec 06 11:44:34 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:44:34 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/bfd86cde-570f-4c28-81c2-77ce2ac72fa8/console.log" append="off"/>
Dec 06 11:44:34 user nova-compute[75260]:     </serial>
Dec 06 11:44:34 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:44:34 user nova-compute[75260]:     <video>
Dec 06 11:44:34 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:44:34 user nova-compute[75260]:     </video>
Dec 06 11:44:34 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:44:34 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:44:34 user nova-compute[75260]:     </rng>
Dec 06 11:44:34 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:44:34 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:44:34 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:44:34 user nova-compute[75260]:     </memballoon>
Dec 06 11:44:34 user nova-compute[75260]:   </devices>
Dec 06 11:44:34 user nova-compute[75260]: </domain>
Dec 06 11:44:34 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-944174167',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-944174167',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-944174167',id=47,image_ref='45546f15-2433-4a29-abda-2b6386972420',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMA7yNAbw0EwSVFtZVU+8CBUPT6PQtCsFCcgce2Btg7S+mi2deJMYTXTKoe5wTjMcEcQsdpKsjAaUWRT9F36xiv9jJ+caGBOj/xUcdnnNuaK+UUyJO0DlNb2WWxD0yRRNw==',key_name='tempest-keypair-1670676164',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-j8d1tnd3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-343433018',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:44:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e89920c803334038813a65666797af4c',uuid=bfd86cde-570f-4c28-81c2-77ce2ac72fa8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG os_vif [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dcd74512-db14-5ee4-8774-9ec86a63ab1c', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap88971a6f-e0, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap88971a6f-e0, col_values=(('qos', UUID('42efe923-83e9-40d2-8806-15f439ac1a63')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap88971a6f-e0, col_values=(('external_ids', {'iface-id': '88971a6f-e03c-4eed-8192-45357c791112', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:61:9a', 'vm-uuid': 'bfd86cde-570f-4c28-81c2-77ce2ac72fa8'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:44:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:34 user nova-compute[75260]: INFO os_vif [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0')
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No VIF found with MAC fa:16:3e:b8:61:9a, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Instance destroyed successfully.
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'resources' on Instance uuid eb23c5fc-bb09-4110-8330-9879ced5380f {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:41:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-48477202',display_name='tempest-AttachVolumeNegativeTest-server-48477202',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-48477202',id=44,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCxtjDQQn0Q+NULKKYj4FATraoShH8lsWoa7s6Zrl6GwZN0/WPIH7RU0MJYTm0ol2Ay9O5EZUukYoDbdyz1M6UHuYsQmsZ+3pRkQceDvqBvPrH4M7CTpABkSeweiYADNYw==',key_name='tempest-keypair-1964800455',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:41:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-3u1qi06g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:41:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=eb23c5fc-bb09-4110-8330-9879ced5380f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "4fc9da03-08f8-4ce0-925e-312f0a803197", "address": "fa:16:3e:3f:d4:7e", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fc9da03-08", "ovs_interfaceid": "4fc9da03-08f8-4ce0-925e-312f0a803197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG os_vif [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fc9da03-08, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9adc76dd-3aa3-42b7-bfbf-1fe8a2aabfb7) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:35 user nova-compute[75260]: INFO os_vif [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:d4:7e,bridge_name='br-int',has_traffic_filtering=True,id=4fc9da03-08f8-4ce0-925e-312f0a803197,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fc9da03-08')
Dec 06 11:44:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Deleting instance files /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f_del
Dec 06 11:44:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Deletion of /opt/stack/data/nova/instances/eb23c5fc-bb09-4110-8330-9879ced5380f_del complete
Dec 06 11:44:35 user nova-compute[75260]: INFO nova.compute.manager [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 06 11:44:35 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:44:35 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:44:36 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Took 0.97 seconds to deallocate network for instance.
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-2c330efd-52dd-4685-acbb-830cf3c52660 req-8962d277-2c03-4b5d-b528-3a2a9302ec88 service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-vif-deleted-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received event network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] Acquiring lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] No waiting events found dispatching network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:44:36 user nova-compute[75260]: WARNING nova.compute.manager [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] [instance: eb23c5fc-bb09-4110-8330-9879ced5380f] Received unexpected event network-vif-plugged-4fc9da03-08f8-4ce0-925e-312f0a803197 for instance with vm_state deleted and task_state None.
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:36 user nova-compute[75260]: DEBUG nova.compute.manager [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] No waiting events found dispatching network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:44:36 user nova-compute[75260]: WARNING nova.compute.manager [req-8656045a-96b4-4294-9775-a7299a417809 req-7cb4e899-b0b0-42f5-8856-3abe0ee9a6c9 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received unexpected event network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 for instance with vm_state building and task_state spawning.
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.210s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:36 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Deleted allocations for instance eb23c5fc-bb09-4110-8330-9879ced5380f
Dec 06 11:44:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-41f19924-cde7-4a0e-8fa3-9e9505d62059 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "eb23c5fc-bb09-4110-8330-9879ced5380f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.523s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:37 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:44:38 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Instance spawned successfully.
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:44:38 user nova-compute[75260]: INFO nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Took 5.10 seconds to spawn the instance on the hypervisor.
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:44:38 user nova-compute[75260]: INFO nova.compute.manager [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Took 20.97 seconds to build instance.
Dec 06 11:44:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-3a573635-165b-4e67-9d1d-801a196e55eb tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.061s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-9a1ddc42-f95b-43e6-99dd-0ebbab620fbc req-6e7f2d76-39cd-48a2-ac80-c25cbaddbb49 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9a1ddc42-f95b-43e6-99dd-0ebbab620fbc req-6e7f2d76-39cd-48a2-ac80-c25cbaddbb49 service nova] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9a1ddc42-f95b-43e6-99dd-0ebbab620fbc req-6e7f2d76-39cd-48a2-ac80-c25cbaddbb49 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9a1ddc42-f95b-43e6-99dd-0ebbab620fbc req-6e7f2d76-39cd-48a2-ac80-c25cbaddbb49 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:44:38 user nova-compute[75260]: DEBUG nova.compute.manager [req-9a1ddc42-f95b-43e6-99dd-0ebbab620fbc req-6e7f2d76-39cd-48a2-ac80-c25cbaddbb49 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] No waiting events found dispatching network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:44:38 user nova-compute[75260]: WARNING nova.compute.manager [req-9a1ddc42-f95b-43e6-99dd-0ebbab620fbc req-6e7f2d76-39cd-48a2-ac80-c25cbaddbb49 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received unexpected event network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 for instance with vm_state active and task_state None.
Dec 06 11:44:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:39 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:44:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:44:56 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:44:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-changed-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:45:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Refreshing instance network info cache due to event network-changed-25be807b-bc7a-4f32-a726-2b04b7a9fb68. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:45:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] Acquiring lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:45:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] Acquired lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:45:05 user nova-compute[75260]: DEBUG nova.network.neutron [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Refreshing network info cache for port 25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG nova.objects.instance [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'flavor' on Instance uuid 4f3718a4-6ce6-434b-9341-19f7895c28a3 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:45:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Ignoring supplied device name: /dev/vdb
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updated VIF entry in instance network info cache for port 25be807b-bc7a-4f32-a726-2b04b7a9fb68. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG nova.network.neutron [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updating instance_info_cache with network_info: [{"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9bec3ffa-263d-488d-9b94-e1a47d8dc4cd req-6f892c5b-36fa-41ff-806f-0ac4d1d7095e service nova] Releasing lock "refresh_cache-4f3718a4-6ce6-434b-9341-19f7895c28a3" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:06 user nova-compute[75260]: INFO nova.compute.manager [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Attaching volume 04599627-0b54-448d-9eab-ceb271e7e7d5 to /dev/vdb
Dec 06 11:45:06 user nova-compute[75260]: DEBUG os_brick.utils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[14de2ac3-6749-46ea-a71f-3b85c1def95c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8071e7c6-f072-44c0-bb99-017484086600]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16b4418-4573-4f7a-b1ad-a99c83db4990]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9a638cf-5458-4638-882e-0e03801d7ab7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:45:06 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:45:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a5fc995-a0b8-40cc-a652-3a9e96aa8c50]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG os_brick.utils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:45:06 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updating existing volume attachment record: 63f8d3f7-1005-4a60-9a3b-43cb847ca74b {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:45:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GNcKXjfC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:45:16 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:45:16 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:45:16 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[993aa2fa-b344-412d-a9ff-305937eff954]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:45:16 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1060a964-7b58-40cb-a335-99fd9a2cd6c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5] added
Dec 06 11:45:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b811973-0063-48f2-a8cb-35e9f913a86e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0fc8a7-a129-440e-abe1-10dba3b1db94]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GNcKXjfC {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GNcKXjfC" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[648d26da-10e7-44ea-966a-eb9068aafd40]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GNcKXjfC'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[89eac09e-49e7-401f-8572-024f3f2e1481]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[53dfa75c-3e6e-4248-8ae2-011193e05596]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:45:16 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:45:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:45:16 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:45:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[69633dd5-dcb1-4dc3-bd93-f008dbbcb00a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260]
Dec 06 11:45:16 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260] successful.
Dec 06 11:45:16 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:16 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d3b4a5-3d73-4106-9f13-991872226724]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[800eeaeb-c78c-44f3-aca5-f1006eb34205]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:45:17 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:45:17 user nova-compute[75260]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 (non-flash)
Dec 06 11:45:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:45:17 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:45:17 user nova-compute[75260]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 (non-flash)
Dec 06 11:45:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] HCTL ('35', '-', '-', 0) found on session 57 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[10124553-0e75-4d36-a0bf-9af366dbc3ff]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Searching for a device in session 57 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:45:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GNcKXjfC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23466336432626664', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23466336432626664', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.objects.instance [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'flavor' on Instance uuid 4f3718a4-6ce6-434b-9341-19f7895c28a3 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:45:18 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:45:18 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:45:18 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:45:18 user nova-compute[75260]:   <serial>04599627-0b54-448d-9eab-ceb271e7e7d5</serial>
Dec 06 11:45:18 user nova-compute[75260]: </disk>
Dec 06 11:45:18 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] No VIF found with MAC fa:16:3e:be:98:da, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:45:18 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-149aa0d3-4f20-41ab-9c73-b77a757757ff tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.303s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:45:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:45:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:45:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:45:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:45:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:45:28 user nova-compute[75260]: INFO nova.compute.claims [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Claim successful on node user
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.289s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:45:28 user nova-compute[75260]: DEBUG nova.network.neutron [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:45:28 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.policy [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece37cb848a84befa5bcbcc66b95c9b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5835e1ce34434367b0866239e52b354f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:45:29 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Creating image(s)
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "/opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "/opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk 1073741824" returned: 0 in 0.050s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Cannot resize image /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Ensure instance console log exists: /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.004s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:29 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG nova.network.neutron [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Successfully created port: 1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:45:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Successfully updated port: 1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.manager [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-changed-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.manager [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Refreshing instance network info cache due to event network-changed-1624acb1-7330-4261-b249-add8b5dadf1e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] Acquiring lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] Acquired lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Refreshing network info cache for port 1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:45:31 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:45:31 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8642MB free_disk=25.03351593017578GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d29ea5ff-a2f6-4d2c-b294-73fc7062dbd7 req-4cb6ed9f-1962-409f-a1e5-8e3e6b49df14 service nova] Releasing lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquired lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 548410a4-c36b-4551-bc1e-e5bce67aa293 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance bfd86cde-570f-4c28-81c2-77ce2ac72fa8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 87921459-9dc0-4d0c-adc4-567bfec71770 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.421s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.neutron [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updating instance_info_cache with network_info: [{"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Releasing lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Instance network_info: |[{"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Start _get_guest_xml network_info=[{"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:45:31 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:45:31 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:45:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-341577534',display_name='tempest-AttachVolumeNegativeTest-server-341577534',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-341577534',id=48,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNUfIIVs0I0IEQ/SCZLhp3H+zn6ahotPpWi0PHaylsUTIj3lu9fT/u40vK7a9aj9NIGyq6W/RC+tW/X8KZ9pKmMnDeuKsm/iJnHdI+Lypt7bt7gUCVLMXFtYFRmEA/G8bA==',key_name='tempest-keypair-1814096621',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-90xr6zzl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:45:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=87921459-9dc0-4d0c-adc4-567bfec71770,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.objects.instance [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'pci_devices' on Instance uuid 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:45:31 user nova-compute[75260]:   <uuid>87921459-9dc0-4d0c-adc4-567bfec71770</uuid>
Dec 06 11:45:31 user nova-compute[75260]:   <name>instance-00000030</name>
Dec 06 11:45:31 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:45:31 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:45:31 user nova-compute[75260]:   <metadata>
Dec 06 11:45:31 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:45:31 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:45:31 user nova-compute[75260]:       <nova:name>tempest-AttachVolumeNegativeTest-server-341577534</nova:name>
Dec 06 11:45:31 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:45:31</nova:creationTime>
Dec 06 11:45:31 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:45:31 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:45:31 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:45:31 user nova-compute[75260]:       <nova:owner>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:user uuid="ece37cb848a84befa5bcbcc66b95c9b0">tempest-AttachVolumeNegativeTest-352423872-project-member</nova:user>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:project uuid="5835e1ce34434367b0866239e52b354f">tempest-AttachVolumeNegativeTest-352423872</nova:project>
Dec 06 11:45:31 user nova-compute[75260]:       </nova:owner>
Dec 06 11:45:31 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:45:31 user nova-compute[75260]:       <nova:ports>
Dec 06 11:45:31 user nova-compute[75260]:         <nova:port uuid="1624acb1-7330-4261-b249-add8b5dadf1e">
Dec 06 11:45:31 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 11:45:31 user nova-compute[75260]:         </nova:port>
Dec 06 11:45:31 user nova-compute[75260]:       </nova:ports>
Dec 06 11:45:31 user nova-compute[75260]:     </nova:instance>
Dec 06 11:45:31 user nova-compute[75260]:   </metadata>
Dec 06 11:45:31 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:45:31 user nova-compute[75260]:     <system>
Dec 06 11:45:31 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:45:31 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:45:31 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:45:31 user nova-compute[75260]:       <entry name="serial">87921459-9dc0-4d0c-adc4-567bfec71770</entry>
Dec 06 11:45:31 user nova-compute[75260]:       <entry name="uuid">87921459-9dc0-4d0c-adc4-567bfec71770</entry>
Dec 06 11:45:31 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:45:31 user nova-compute[75260]:     </system>
Dec 06 11:45:31 user nova-compute[75260]:   </sysinfo>
Dec 06 11:45:31 user nova-compute[75260]:   <os>
Dec 06 11:45:31 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:45:31 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:45:31 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:45:31 user nova-compute[75260]:   </os>
Dec 06 11:45:31 user nova-compute[75260]:   <features>
Dec 06 11:45:31 user nova-compute[75260]:     <acpi/>
Dec 06 11:45:31 user nova-compute[75260]:     <apic/>
Dec 06 11:45:31 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:45:31 user nova-compute[75260]:   </features>
Dec 06 11:45:31 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:45:31 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:45:31 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:45:31 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:45:31 user nova-compute[75260]:   </clock>
Dec 06 11:45:31 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:45:31 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:45:31 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:45:31 user nova-compute[75260]:   </cpu>
Dec 06 11:45:31 user nova-compute[75260]:   <devices>
Dec 06 11:45:31 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:45:31 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:45:31 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk"/>
Dec 06 11:45:31 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:45:31 user nova-compute[75260]:     </disk>
Dec 06 11:45:31 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:45:31 user nova-compute[75260]:       <mac address="fa:16:3e:c9:a3:95"/>
Dec 06 11:45:31 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:45:31 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:45:31 user nova-compute[75260]:       <target dev="tap1624acb1-73"/>
Dec 06 11:45:31 user nova-compute[75260]:     </interface>
Dec 06 11:45:31 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:45:31 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/console.log" append="off"/>
Dec 06 11:45:31 user nova-compute[75260]:     </serial>
Dec 06 11:45:31 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:45:31 user nova-compute[75260]:     <video>
Dec 06 11:45:31 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:45:31 user nova-compute[75260]:     </video>
Dec 06 11:45:31 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:45:31 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:45:31 user nova-compute[75260]:     </rng>
Dec 06 11:45:31 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:45:31 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:45:31 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:45:31 user nova-compute[75260]:     </memballoon>
Dec 06 11:45:31 user nova-compute[75260]:   </devices>
Dec 06 11:45:31 user nova-compute[75260]: </domain>
Dec 06 11:45:31 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:45:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-341577534',display_name='tempest-AttachVolumeNegativeTest-server-341577534',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-341577534',id=48,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNUfIIVs0I0IEQ/SCZLhp3H+zn6ahotPpWi0PHaylsUTIj3lu9fT/u40vK7a9aj9NIGyq6W/RC+tW/X8KZ9pKmMnDeuKsm/iJnHdI+Lypt7bt7gUCVLMXFtYFRmEA/G8bA==',key_name='tempest-keypair-1814096621',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-90xr6zzl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:45:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=87921459-9dc0-4d0c-adc4-567bfec71770,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG os_vif [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6c90f58-2a6a-58d5-9390-eee0007f6991', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1624acb1-73, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1624acb1-73, col_values=(('qos', UUID('92834e4b-90ac-476d-b482-c32e82099fbe')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1624acb1-73, col_values=(('external_ids', {'iface-id': '1624acb1-7330-4261-b249-add8b5dadf1e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:a3:95', 'vm-uuid': '87921459-9dc0-4d0c-adc4-567bfec71770'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:31 user nova-compute[75260]: INFO os_vif [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73')
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:45:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:c9:a3:95, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-433adb3f-e881-4f48-a758-c8883eadebfb req-ca3a51a5-295f-415e-9f52-aea345348a5a service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-433adb3f-e881-4f48-a758-c8883eadebfb req-ca3a51a5-295f-415e-9f52-aea345348a5a service nova] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-433adb3f-e881-4f48-a758-c8883eadebfb req-ca3a51a5-295f-415e-9f52-aea345348a5a service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-433adb3f-e881-4f48-a758-c8883eadebfb req-ca3a51a5-295f-415e-9f52-aea345348a5a service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG nova.compute.manager [req-433adb3f-e881-4f48-a758-c8883eadebfb req-ca3a51a5-295f-415e-9f52-aea345348a5a service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] No waiting events found dispatching network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:45:33 user nova-compute[75260]: WARNING nova.compute.manager [req-433adb3f-e881-4f48-a758-c8883eadebfb req-ca3a51a5-295f-415e-9f52-aea345348a5a service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received unexpected event network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e for instance with vm_state building and task_state spawning.
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updating instance_info_cache with network_info: [{"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-548410a4-c36b-4551-bc1e-e5bce67aa293" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:34 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:45:35 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Instance spawned successfully.
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:45:35 user nova-compute[75260]: INFO nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Took 6.39 seconds to spawn the instance on the hypervisor.
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:45:35 user nova-compute[75260]: INFO nova.compute.manager [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Took 7.13 seconds to build instance.
Dec 06 11:45:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-89aa99b7-b95a-4f2f-bffb-4d5c84ce2b4b tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.243s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-9ca7b2ea-0282-4436-a68c-3d3a092d9527 req-56056313-8d23-4b17-b86c-a4f652547017 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9ca7b2ea-0282-4436-a68c-3d3a092d9527 req-56056313-8d23-4b17-b86c-a4f652547017 service nova] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9ca7b2ea-0282-4436-a68c-3d3a092d9527 req-56056313-8d23-4b17-b86c-a4f652547017 service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-9ca7b2ea-0282-4436-a68c-3d3a092d9527 req-56056313-8d23-4b17-b86c-a4f652547017 service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:45:35 user nova-compute[75260]: DEBUG nova.compute.manager [req-9ca7b2ea-0282-4436-a68c-3d3a092d9527 req-56056313-8d23-4b17-b86c-a4f652547017 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] No waiting events found dispatching network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:45:35 user nova-compute[75260]: WARNING nova.compute.manager [req-9ca7b2ea-0282-4436-a68c-3d3a092d9527 req-56056313-8d23-4b17-b86c-a4f652547017 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received unexpected event network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e for instance with vm_state active and task_state None.
Dec 06 11:45:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:41 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:45:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:45:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:45:45 user nova-compute[75260]: INFO nova.compute.manager [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Detaching volume 04599627-0b54-448d-9eab-ceb271e7e7d5
Dec 06 11:45:45 user nova-compute[75260]: INFO nova.virt.block_device [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Attempting to driver detach volume 04599627-0b54-448d-9eab-ceb271e7e7d5 from mountpoint /dev/vdb
Dec 06 11:45:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Attempting to detach device vdb from instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:45:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:45:45 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:45:45 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:45:45 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:45:45 user nova-compute[75260]:   <serial>04599627-0b54-448d-9eab-ceb271e7e7d5</serial>
Dec 06 11:45:45 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:45:45 user nova-compute[75260]: </disk>
Dec 06 11:45:45 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:45:45 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully detached device vdb from instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 from the persistent domain config.
Dec 06 11:45:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:45:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:45:45 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:45:45 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:45:45 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:45:45 user nova-compute[75260]:   <serial>04599627-0b54-448d-9eab-ceb271e7e7d5</serial>
Dec 06 11:45:45 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:45:45 user nova-compute[75260]: </disk>
Dec 06 11:45:45 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:45:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:45:45 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:45:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:45:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:45:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:45:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:45:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:45:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:45:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:45:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:45:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:45:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:05 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 is timed out.
Dec 06 11:46:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully detached device vdb from instance 4f3718a4-6ce6-434b-9341-19f7895c28a3 from the live domain config.
Dec 06 11:46:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GNcKXjfC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:46:05 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4bc7743-e63d-4958-a41a-7a8f9208e54b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:46:05 user nova-compute[75260]: No targets found.
Dec 06 11:46:05 user nova-compute[75260]: iSNS:
Dec 06 11:46:05 user nova-compute[75260]: No targets found.
Dec 06 11:46:05 user nova-compute[75260]: STATIC:
Dec 06 11:46:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5
Dec 06 11:46:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea
Dec 06 11:46:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:05 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007
Dec 06 11:46:05 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:05 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:05 user nova-compute[75260]: FIRMWARE:
Dec 06 11:46:05 user nova-compute[75260]: No targets found.
Dec 06 11:46:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:46:05 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:46:05 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c44d1085-8417-4b21-aea2-97e97c1b1c34]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[986e4964-9eb0-41dd-aa3c-7d067eb541a8]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:46:05 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:46:05 user nova-compute[75260]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 (non-flash)
Dec 06 11:46:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:46:05 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:46:05 user nova-compute[75260]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 (non-flash)
Dec 06 11:46:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e54db7be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[036dc53e-ea80-48bf-9384-4449651b2ded]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[957ed018-5f54-4c0c-9c91-8e83ed751390]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aabffc1e-d95d-402d-a628-81a319181336]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[425156ed-52fc-47d0-9a8c-0b925b7e00d1]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50d9bd5-89e1-4769-aaf6-fcad676d1f6b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:46:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7b9e42-6f86-461f-853a-859ba49b3f3a]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260]
Dec 06 11:46:06 user nova-compute[75260]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5, portal: 172.16.0.220,3260] successful.
Dec 06 11:46:06 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9115a43-04a1-40db-ab6a-0c5024de55fd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== disconnect_volume: return (318ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG nova.objects.instance [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'flavor' on Instance uuid 4f3718a4-6ce6-434b-9341-19f7895c28a3 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-152cc7ed-5ca4-4c1b-a109-b802f29bd8f2 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.606s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:06 user nova-compute[75260]: INFO nova.compute.manager [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Terminating instance
Dec 06 11:46:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:46:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-ef2cc0b8-412c-408b-ba59-72a430104cc4 req-4b0a966a-2843-4093-8676-8448e7c73999 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-vif-unplugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ef2cc0b8-412c-408b-ba59-72a430104cc4 req-4b0a966a-2843-4093-8676-8448e7c73999 service nova] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ef2cc0b8-412c-408b-ba59-72a430104cc4 req-4b0a966a-2843-4093-8676-8448e7c73999 service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-ef2cc0b8-412c-408b-ba59-72a430104cc4 req-4b0a966a-2843-4093-8676-8448e7c73999 service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-ef2cc0b8-412c-408b-ba59-72a430104cc4 req-4b0a966a-2843-4093-8676-8448e7c73999 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] No waiting events found dispatching network-vif-unplugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-ef2cc0b8-412c-408b-ba59-72a430104cc4 req-4b0a966a-2843-4093-8676-8448e7c73999 service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-vif-unplugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Instance destroyed successfully.
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.objects.instance [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lazy-loading 'resources' on Instance uuid 4f3718a4-6ce6-434b-9341-19f7895c28a3 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1944910273',display_name='tempest-VolumesSnapshotTestJSON-instance-1944910273',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1944910273',id=46,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOeAaXEh2nTDhYygWA3eC1dTyUEqMzRUD9DE826DPa6OQqyZA42/KrbrfVVSye/QKo0WVtYUPtc9jHgh+FdrhI1J0fx4wQgNuMSR+Jj+8m532sPC6my1i+r54ff14hzAvg==',key_name='tempest-keypair-1822267733',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:43:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='15355bc3857e4dbdb73110ecb6c7e575',ramdisk_id='',reservation_id='r-omi3faky',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1830325926',owner_user_name='tempest-VolumesSnapshotTestJSON-1830325926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:43:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d7c1701b81b4d5fbe134630a401d344',uuid=4f3718a4-6ce6-434b-9341-19f7895c28a3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converting VIF {"id": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "address": "fa:16:3e:be:98:da", "network": {"id": "71fedfd5-f0ce-4990-b1e6-a40e3f08fd41", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-704568522-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "15355bc3857e4dbdb73110ecb6c7e575", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25be807b-bc", "ovs_interfaceid": "25be807b-bc7a-4f32-a726-2b04b7a9fb68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_vif [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25be807b-bc, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ce9eae3d-8c23-4f9e-b7f2-6944fbf917dc) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:07 user nova-compute[75260]: INFO os_vif [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:98:da,bridge_name='br-int',has_traffic_filtering=True,id=25be807b-bc7a-4f32-a726-2b04b7a9fb68,network=Network(71fedfd5-f0ce-4990-b1e6-a40e3f08fd41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25be807b-bc')
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GNcKXjfC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:46:07 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6077768f-393d-428e-818e-cdd73af48e9a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:46:07 user nova-compute[75260]: No targets found.
Dec 06 11:46:07 user nova-compute[75260]: iSNS:
Dec 06 11:46:07 user nova-compute[75260]: No targets found.
Dec 06 11:46:07 user nova-compute[75260]: STATIC:
Dec 06 11:46:07 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea
Dec 06 11:46:07 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:07 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:07 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007
Dec 06 11:46:07 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:07 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:07 user nova-compute[75260]: FIRMWARE:
Dec 06 11:46:07 user nova-compute[75260]: No targets found.
Dec 06 11:46:07 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:46:07 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:46:07 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04599627-0b54-448d-9eab-ceb271e7e7d5', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e7ac62-498e-4daa-ba68-c2b75faa1ff7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a4d622-292b-4ce2-b3cf-e4bf3d0faaca]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:46:07 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:46:07 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:46:07 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:46:07 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2e96c0>, {}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Disconnecting from: [] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.087s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] <== disconnect_volume: return (88ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:46:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Deleting instance files /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3_del
Dec 06 11:46:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Deletion of /opt/stack/data/nova/instances/4f3718a4-6ce6-434b-9341-19f7895c28a3_del complete
Dec 06 11:46:07 user nova-compute[75260]: INFO nova.compute.manager [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 11:46:07 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:46:07 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:46:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-changed-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:08 user nova-compute[75260]: DEBUG nova.compute.manager [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Refreshing instance network info cache due to event network-changed-88971a6f-e03c-4eed-8192-45357c791112. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:46:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] Acquiring lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:46:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] Acquired lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:46:08 user nova-compute[75260]: DEBUG nova.network.neutron [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Refreshing network info cache for port 88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:46:08 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:46:08 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Took 1.04 seconds to deallocate network for instance.
Dec 06 11:46:08 user nova-compute[75260]: WARNING nova.volume.cinder [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Attachment 63f8d3f7-1005-4a60-9a3b-43cb847ca74b does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 63f8d3f7-1005-4a60-9a3b-43cb847ca74b. (HTTP 404) (Request-ID: req-8a08c245-d46f-4674-9214-d329083f4a8c)
Dec 06 11:46:08 user nova-compute[75260]: INFO nova.compute.manager [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Took 0.03 seconds to detach 1 volumes for instance.
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updated VIF entry in instance network info cache for port 88971a6f-e03c-4eed-8192-45357c791112. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updating instance_info_cache with network_info: [{"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a6f9a44e-aa0a-4301-a35e-d12cf1387c82 req-c4fc3c9f-2499-4791-b206-fbec62b96226 service nova] Releasing lock "refresh_cache-bfd86cde-570f-4c28-81c2-77ce2ac72fa8" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:46:09 user nova-compute[75260]: INFO nova.compute.manager [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Terminating instance
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] Acquiring lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] No waiting events found dispatching network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:46:09 user nova-compute[75260]: WARNING nova.compute.manager [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received unexpected event network-vif-plugged-25be807b-bc7a-4f32-a726-2b04b7a9fb68 for instance with vm_state deleted and task_state None.
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-c6730467-387e-47f7-899d-216480d8ae84 req-6d05fa92-94b4-48d5-a439-2e3897193e7b service nova] [instance: 4f3718a4-6ce6-434b-9341-19f7895c28a3] Received event network-vif-deleted-25be807b-bc7a-4f32-a726-2b04b7a9fb68 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.413s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:09 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Deleted allocations for instance 4f3718a4-6ce6-434b-9341-19f7895c28a3
Dec 06 11:46:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-674d1353-327d-4ac7-9049-f662b8debc13 tempest-VolumesSnapshotTestJSON-1830325926 tempest-VolumesSnapshotTestJSON-1830325926-project-member] Lock "4f3718a4-6ce6-434b-9341-19f7895c28a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.699s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Instance destroyed successfully.
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.objects.instance [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'resources' on Instance uuid bfd86cde-570f-4c28-81c2-77ce2ac72fa8 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-944174167',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-944174167',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-944174167',id=47,image_ref='45546f15-2433-4a29-abda-2b6386972420',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMA7yNAbw0EwSVFtZVU+8CBUPT6PQtCsFCcgce2Btg7S+mi2deJMYTXTKoe5wTjMcEcQsdpKsjAaUWRT9F36xiv9jJ+caGBOj/xUcdnnNuaK+UUyJO0DlNb2WWxD0yRRNw==',key_name='tempest-keypair-1670676164',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:44:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-j8d1tnd3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-343433018',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:44:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e89920c803334038813a65666797af4c',uuid=bfd86cde-570f-4c28-81c2-77ce2ac72fa8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "88971a6f-e03c-4eed-8192-45357c791112", "address": "fa:16:3e:b8:61:9a", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88971a6f-e0", "ovs_interfaceid": "88971a6f-e03c-4eed-8192-45357c791112", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_vif [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap88971a6f-e0, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42efe923-83e9-40d2-8806-15f439ac1a63) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:10 user nova-compute[75260]: INFO os_vif [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=88971a6f-e03c-4eed-8192-45357c791112,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88971a6f-e0')
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEflBGLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:46:10 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4323a6e-fef8-424b-a602-e2deda47da1f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:46:10 user nova-compute[75260]: No targets found.
Dec 06 11:46:10 user nova-compute[75260]: iSNS:
Dec 06 11:46:10 user nova-compute[75260]: No targets found.
Dec 06 11:46:10 user nova-compute[75260]: STATIC:
Dec 06 11:46:10 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea
Dec 06 11:46:10 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:10 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:10 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007
Dec 06 11:46:10 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:46:10 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:46:10 user nova-compute[75260]: FIRMWARE:
Dec 06 11:46:10 user nova-compute[75260]: No targets found.
Dec 06 11:46:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:46:10 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:46:10 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb859fb0-414c-4e42-9ca3-9d7a7a3da7b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9667a1-5f47-41e8-8070-d685a665a5d8]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:46:10 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:46:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:46:10 user nova-compute[75260]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea (non-flash)
Dec 06 11:46:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c57c700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[356ae38a-03d4-494d-bc3e-32b0cc287562]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2df0ad3-3cfe-472f-bf69-3b0623aec47d]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f46b4822-a936-4a30-9c85-ea452bb75775]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb1aa65-b18c-47ba-ae4b-95ef63c6690a]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[664c5bbf-3972-4d9f-918f-2b59d8e35b53]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da02dd3-b5f8-4a44-a64d-fdbce4effd04]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260]
Dec 06 11:46:10 user nova-compute[75260]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea, portal: 172.16.0.220,3260] successful.
Dec 06 11:46:10 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:797b9ec9-f188-4b00-ba74-ff250e26f0ea -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[83fdd42c-f05b-4eb2-bbb5-127086631eb4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== disconnect_volume: return (301ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:46:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Deleting instance files /opt/stack/data/nova/instances/bfd86cde-570f-4c28-81c2-77ce2ac72fa8_del
Dec 06 11:46:10 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Deletion of /opt/stack/data/nova/instances/bfd86cde-570f-4c28-81c2-77ce2ac72fa8_del complete
Dec 06 11:46:10 user nova-compute[75260]: INFO nova.compute.manager [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Took 1.16 seconds to destroy the instance on the hypervisor.
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-vif-unplugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] No waiting events found dispatching network-vif-unplugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-vif-unplugged-88971a6f-e03c-4eed-8192-45357c791112 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] Acquiring lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:10 user nova-compute[75260]: DEBUG nova.compute.manager [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] No waiting events found dispatching network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:46:10 user nova-compute[75260]: WARNING nova.compute.manager [req-100632b3-c81b-4e32-9b4a-42726a5e52cb req-d554e922-2445-44b8-b1b5-51fe32e1fe38 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received unexpected event network-vif-plugged-88971a6f-e03c-4eed-8192-45357c791112 for instance with vm_state active and task_state deleting.
Dec 06 11:46:11 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:46:11 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Took 0.67 seconds to deallocate network for instance.
Dec 06 11:46:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-c9272a13-1ab8-442e-93bd-d9c5697845f6 req-2a75bcfe-623c-449d-9f30-8501c07e8486 service nova] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Received event network-vif-deleted-88971a6f-e03c-4eed-8192-45357c791112 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:46:11 user nova-compute[75260]: INFO nova.compute.manager [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Took 0.76 seconds to detach 1 volumes for instance.
Dec 06 11:46:11 user nova-compute[75260]: DEBUG nova.compute.manager [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: bfd86cde-570f-4c28-81c2-77ce2ac72fa8] Deleting volume: 797b9ec9-f188-4b00-ba74-ff250e26f0ea {{(pid=75260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 11:46:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:12 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:46:12 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:46:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.150s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:12 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Deleted allocations for instance bfd86cde-570f-4c28-81c2-77ce2ac72fa8
Dec 06 11:46:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-2db1d9ce-3105-486a-b584-d0e63d83fe9c tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "bfd86cde-570f-4c28-81c2-77ce2ac72fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:46:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:46:32 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:46:32 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8802MB free_disk=25.03133773803711GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 548410a4-c36b-4551-bc1e-e5bce67aa293 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 87921459-9dc0-4d0c-adc4-567bfec71770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:46:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.239s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:46:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:46:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:46:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:46:37 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:46:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:46:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:46:59 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:47:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:03 user nova-compute[75260]: INFO nova.compute.manager [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Terminating instance
Dec 06 11:47:03 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f83eec3-bf30-41d0-8987-5bbdffe2a749 req-e25cb8fe-dea8-4ec2-bdd4-081335c308ab service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-vif-unplugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f83eec3-bf30-41d0-8987-5bbdffe2a749 req-e25cb8fe-dea8-4ec2-bdd4-081335c308ab service nova] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f83eec3-bf30-41d0-8987-5bbdffe2a749 req-e25cb8fe-dea8-4ec2-bdd4-081335c308ab service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-1f83eec3-bf30-41d0-8987-5bbdffe2a749 req-e25cb8fe-dea8-4ec2-bdd4-081335c308ab service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f83eec3-bf30-41d0-8987-5bbdffe2a749 req-e25cb8fe-dea8-4ec2-bdd4-081335c308ab service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] No waiting events found dispatching network-vif-unplugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-1f83eec3-bf30-41d0-8987-5bbdffe2a749 req-e25cb8fe-dea8-4ec2-bdd4-081335c308ab service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-vif-unplugged-9b033c11-1de1-4b9f-8de3-da29d655529e for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:47:04 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Instance destroyed successfully.
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'resources' on Instance uuid 548410a4-c36b-4551-bc1e-e5bce67aa293 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:42:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-884496825',display_name='tempest-TestVolumeBootPattern-volume-backed-server-884496825',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-884496825',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNC+9Bo74MI2U75I/s4BkIqE3X8cCPpa8XZ/miv70M1LTOrrsnjAkMEcjoHBhEc1ylTAgTD+nvL9Vo88YXysNcLRXH8/Xe/E3bGDMwGtmItt5sCgJEqGbqK3pWoT/yqk7A==',key_name='tempest-keypair-1350752370',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:42:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-ms20zvut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:42:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e89920c803334038813a65666797af4c',uuid=548410a4-c36b-4551-bc1e-e5bce67aa293,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "9b033c11-1de1-4b9f-8de3-da29d655529e", "address": "fa:16:3e:62:2f:0b", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b033c11-1d", "ovs_interfaceid": "9b033c11-1de1-4b9f-8de3-da29d655529e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_vif [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b033c11-1d, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=221a5352-620a-4153-90c8-aadd29333425) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:04 user nova-compute[75260]: INFO os_vif [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:2f:0b,bridge_name='br-int',has_traffic_filtering=True,id=9b033c11-1de1-4b9f-8de3-da29d655529e,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b033c11-1d')
Dec 06 11:47:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jHfLAiqn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:47:04 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[216836ec-283f-4f40-b718-547d29d9237c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:47:04 user nova-compute[75260]: No targets found.
Dec 06 11:47:04 user nova-compute[75260]: iSNS:
Dec 06 11:47:04 user nova-compute[75260]: No targets found.
Dec 06 11:47:04 user nova-compute[75260]: STATIC:
Dec 06 11:47:04 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007
Dec 06 11:47:04 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:47:04 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:47:04 user nova-compute[75260]: FIRMWARE:
Dec 06 11:47:04 user nova-compute[75260]: No targets found.
Dec 06 11:47:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:47:04 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:47:04 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac658e2-c522-48be-9344-285f4617055a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e91fd2c-2f4c-41d2-84d1-d7a49a386259]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:47:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 (non-flash)
Dec 06 11:47:04 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c135090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[756e8641-2b54-4a98-9562-a50af721f2b3]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[918327cd-ed5b-4fe8-8d0a-349e840de99b]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9527d83-a214-4237-ba4c-f0c071d25740]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa01551-1b7f-4f9a-a8e0-342868ba1564]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIObc1823a8-8dbdea60597215df', '/dev/disk/by-id/scsi-23864626465613630', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_bc1823a8') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:47:04 user nova-compute[75260]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIObc1823a8-8dbdea60597215df
Dec 06 11:47:04 user nova-compute[75260]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23864626465613630
Dec 06 11:47:04 user nova-compute[75260]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_bc1823a8
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c554f2-4004-4381-82e4-c43ea93ab52b]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:47:04 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa92354-caa8-4bb4-8bde-3e2c8b3fc12f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82e3bab-ec1d-41db-a6bd-66d441984119]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260]
Dec 06 11:47:05 user nova-compute[75260]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007, portal: 172.16.0.220,3260] successful.
Dec 06 11:47:05 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65c4b4df-a59e-4e84-aa0a-44d3cb790007 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f371b26c-ffc2-48a1-9a86-7dd8afd4ece2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== disconnect_volume: return (325ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:47:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Deleting instance files /opt/stack/data/nova/instances/548410a4-c36b-4551-bc1e-e5bce67aa293_del
Dec 06 11:47:05 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Deletion of /opt/stack/data/nova/instances/548410a4-c36b-4551-bc1e-e5bce67aa293_del complete
Dec 06 11:47:05 user nova-compute[75260]: INFO nova.compute.manager [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Took 1.27 seconds to destroy the instance on the hypervisor.
Dec 06 11:47:05 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:47:05 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:47:06 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Took 0.79 seconds to deallocate network for instance.
Dec 06 11:47:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-bc0a9756-bf7d-4e7c-8587-0467f9021ca0 req-31eb75c8-fa55-4678-94b5-a86a1ded47be service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-vif-deleted-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-e36db363-d4f8-4850-819b-71f810daa031 req-88d75dda-6c52-4994-82ee-1e20c05ce3f0 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received event network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e36db363-d4f8-4850-819b-71f810daa031 req-88d75dda-6c52-4994-82ee-1e20c05ce3f0 service nova] Acquiring lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e36db363-d4f8-4850-819b-71f810daa031 req-88d75dda-6c52-4994-82ee-1e20c05ce3f0 service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e36db363-d4f8-4850-819b-71f810daa031 req-88d75dda-6c52-4994-82ee-1e20c05ce3f0 service nova] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-e36db363-d4f8-4850-819b-71f810daa031 req-88d75dda-6c52-4994-82ee-1e20c05ce3f0 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] No waiting events found dispatching network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:47:06 user nova-compute[75260]: WARNING nova.compute.manager [req-e36db363-d4f8-4850-819b-71f810daa031 req-88d75dda-6c52-4994-82ee-1e20c05ce3f0 service nova] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Received unexpected event network-vif-plugged-9b033c11-1de1-4b9f-8de3-da29d655529e for instance with vm_state active and task_state deleting.
Dec 06 11:47:06 user nova-compute[75260]: INFO nova.compute.manager [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Took 0.79 seconds to detach 1 volumes for instance.
Dec 06 11:47:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 548410a4-c36b-4551-bc1e-e5bce67aa293] Deleting volume: 65c4b4df-a59e-4e84-aa0a-44d3cb790007 {{(pid=75260) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:07 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:47:07 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:47:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.153s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:07 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Deleted allocations for instance 548410a4-c36b-4551-bc1e-e5bce67aa293
Dec 06 11:47:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-a265b449-2409-4173-ba8a-b33aba6e0ef2 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "548410a4-c36b-4551-bc1e-e5bce67aa293" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.260s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-changed-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG nova.compute.manager [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Refreshing instance network info cache due to event network-changed-1624acb1-7330-4261-b249-add8b5dadf1e. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] Acquiring lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] Acquired lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Refreshing network info cache for port 1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updated VIF entry in instance network info cache for port 1624acb1-7330-4261-b249-add8b5dadf1e. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG nova.network.neutron [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updating instance_info_cache with network_info: [{"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:47:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-372863db-2a26-4048-85fa-9264e8aac9d6 req-df9cc67a-b1c7-4a53-b6a7-a2f5714bb528 service nova] Releasing lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:22 user nova-compute[75260]: INFO nova.compute.manager [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Attaching volume a3450ec3-b11f-4b52-a192-f109112c5fe7 to /dev/vdb
Dec 06 11:47:22 user nova-compute[75260]: DEBUG os_brick.utils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[10645c42-5d58-4ada-bffb-5e2bf3b21f79]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea197dbe-f59c-4d22-a6cc-d795cb63597e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f411700-3418-4af1-b4fa-aa2a73191179]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c821ff-7aac-4535-a39e-398a925ea477]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:47:22 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:47:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d17010-ab62-4ee9-b364-362dadccd73e]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG os_brick.utils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:47:22 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updating existing volume attachment record: 1841cfd0-20fa-460a-96ef-90eb3c43efb3 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:47:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcOhqVEG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:47:31 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:47:31 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:47:31 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5179cbd9-4343-4d7c-b3f5-cd367f596fd9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:47:31 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac31590f-4eaa-439a-b537-3037dcfb91fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7] added
Dec 06 11:47:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[06ecd2f8-ac6f-49cf-9937-67e26d864414]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b0549b-5e67-47d6-8c15-b7e8a42480c2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KcOhqVEG {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KcOhqVEG" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f46cc75f-0a66-4fcf-ac58-da93c23429f5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KcOhqVEG'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[29aafcdf-1f18-41f7-91ce-dc17e1da74da]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4920bc-2655-4134-9e4a-98d02521640e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:47:31 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:47:31 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:47:31 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:47:31 user nova-compute[75260]: 
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b04911c-cef7-4416-82c8-c5ab2a1994f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260]
Dec 06 11:47:31 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260] successful.
Dec 06 11:47:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7934bf-94e7-4de5-922f-3a26128de33a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1e3199-363f-4a1d-abc1-8cbc35fa21be]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 (non-flash)
Dec 06 11:47:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 (non-flash)
Dec 06 11:47:31 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.249s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f12bc51-9955-4a4b-97e6-3714820adc31]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:31 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:32 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcOhqVEG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26230316133323866', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26230316133323866', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:47:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:47:33 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8885MB free_disk=25.02102279663086GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.objects.instance [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:47:33 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:47:33 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:47:33 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:47:33 user nova-compute[75260]:   <serial>a3450ec3-b11f-4b52-a192-f109112c5fe7</serial>
Dec 06 11:47:33 user nova-compute[75260]: </disk>
Dec 06 11:47:33 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 87921459-9dc0-4d0c-adc4-567bfec71770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.208s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] No VIF found with MAC fa:16:3e:c9:a3:95, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:47:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-6c5c53e7-e41d-45e2-9dc5-84085cd85f9e tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.269s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:47:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:47:34 user nova-compute[75260]: INFO nova.compute.manager [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Detaching volume a3450ec3-b11f-4b52-a192-f109112c5fe7
Dec 06 11:47:34 user nova-compute[75260]: INFO nova.virt.block_device [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Attempting to driver detach volume a3450ec3-b11f-4b52-a192-f109112c5fe7 from mountpoint /dev/vdb
Dec 06 11:47:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Attempting to detach device vdb from instance 87921459-9dc0-4d0c-adc4-567bfec71770 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:47:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:47:34 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:47:34 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:47:34 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:47:34 user nova-compute[75260]:   <serial>a3450ec3-b11f-4b52-a192-f109112c5fe7</serial>
Dec 06 11:47:34 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:47:34 user nova-compute[75260]: </disk>
Dec 06 11:47:34 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:47:34 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully detached device vdb from instance 87921459-9dc0-4d0c-adc4-567bfec71770 from the persistent domain config.
Dec 06 11:47:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 87921459-9dc0-4d0c-adc4-567bfec71770 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:47:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:47:34 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:47:34 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:47:34 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:47:34 user nova-compute[75260]:   <serial>a3450ec3-b11f-4b52-a192-f109112c5fe7</serial>
Dec 06 11:47:34 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:47:34 user nova-compute[75260]: </disk>
Dec 06 11:47:34 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:47:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:47:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updating instance_info_cache with network_info: [{"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-87921459-9dc0-4d0c-adc4-567bfec71770" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:47:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:38 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:47:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:47:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:47:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:47:55 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 87921459-9dc0-4d0c-adc4-567bfec71770 is timed out.
Dec 06 11:47:55 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully detached device vdb from instance 87921459-9dc0-4d0c-adc4-567bfec71770 from the live domain config.
Dec 06 11:47:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcOhqVEG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:47:55 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2d0f85-2c15-4686-bcc9-3360ad617d72]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:47:55 user nova-compute[75260]: No targets found.
Dec 06 11:47:55 user nova-compute[75260]: iSNS:
Dec 06 11:47:55 user nova-compute[75260]: No targets found.
Dec 06 11:47:55 user nova-compute[75260]: STATIC:
Dec 06 11:47:55 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7
Dec 06 11:47:55 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:47:55 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:47:55 user nova-compute[75260]: FIRMWARE:
Dec 06 11:47:55 user nova-compute[75260]: No targets found.
Dec 06 11:47:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:47:55 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:47:55 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[694ad1e0-2b89-45c1-b764-78fc4b561012]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[78bcd776-398a-4b13-a932-fe46a06b89b0]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 (non-flash)
Dec 06 11:47:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 (non-flash)
Dec 06 11:47:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c57c9d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f5b05a-69d6-42ef-b77c-146ae5ae5ee7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b783e2f0-61cc-4f4a-9eba-abca2fd9bcd2]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c4da89-dc6a-4fef-b6c9-f2f39adffa1c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6868cce4-4fb6-48f1-8238-599ef593f2ad]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8623a1-8599-4432-adc0-8e93c2cf6f5f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7116a4-fbfc-4507-bead-99f4328c5935]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260]
Dec 06 11:47:55 user nova-compute[75260]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7, portal: 172.16.0.220,3260] successful.
Dec 06 11:47:55 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3450ec3-b11f-4b52-a192-f109112c5fe7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c037450d-0ab3-4487-bc89-708dff61b7bf]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] <== disconnect_volume: return (295ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:47:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:47:56 user nova-compute[75260]: DEBUG nova.objects.instance [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'flavor' on Instance uuid 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:47:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-bb4f9d25-a478-4a13-803c-071d9010653a tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.660s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:47:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:48:07 user nova-compute[75260]: INFO nova.compute.claims [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Claim successful on node user
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.211s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:48:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.policy [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89920c803334038813a65666797af4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124daa513cf4675bb31e20b299a90a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:48:07 user nova-compute[75260]: INFO nova.virt.block_device [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Booting with volume 5abbf7e1-59be-4f0e-a203-ed0c4c912100 at /dev/vda
Dec 06 11:48:07 user nova-compute[75260]: DEBUG os_brick.utils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4432ba8-cae2-43b0-9b1c-b14cd8d0651d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb043ba-58ad-4fbb-8b55-e8fd37e72034]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2b8ff5-716f-4fb8-830e-65edd671bcb4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce4e65d-f7de-4ac0-a3f5-a67df06151b4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:48:07 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:48:07 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19b4a29-d794-4c6e-ad54-8e209dc40482]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG os_brick.utils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:48:07 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating existing volume attachment record: d665aa6a-7c4d-4a33-9972-c02524578ab5 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:48:08 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Successfully created port: a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Successfully updated port: a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquired lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-changed-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.compute.manager [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Refreshing instance network info cache due to event network-changed-a81cc72c-94c2-4476-9d73-09d7c2d2e693. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] Acquiring lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating instance_info_cache with network_info: [{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Releasing lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Instance network_info: |[{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] Acquired lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Refreshing network info cache for port a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updated VIF entry in instance network info cache for port a81cc72c-94c2-4476-9d73-09d7c2d2e693. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG nova.network.neutron [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating instance_info_cache with network_info: [{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:48:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-81ce3688-ad7a-4796-8f9b-5abdfebfa7f3 req-4f283889-5e1d-47c8-9f56-bbc9ee31f158 service nova] Releasing lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:48:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:48:17 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Creating image(s)
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Ensure instance console log exists: /opt/stack/data/nova/instances/a3f68abf-f132-4e97-9115-a9d1cde14c15/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Start _get_guest_xml network_info=[{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'd665aa6a-7c4d-4a33-9972-c02524578ab5', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3f68abf-f132-4e97-9115-a9d1cde14c15', 'attached_at': '', 'detached_at': '', 'volume_id': '5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'serial': '5abbf7e1-59be-4f0e-a203-ed0c4c912100'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:48:17 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:48:17 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:48:17 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:48:17 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:48:17 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f4f36d-cff8-4cd8-aea4-8a2a3c564429]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:48:17 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[db709aa6-ae64-41d0-991a-e7b786d364cd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100] added
Dec 06 11:48:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4ebe92b-80c7-4b28-8d91-514015c9d575]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef52e28e-9bdc-45df-a3ed-ebae257a8efb]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qyNUgubT {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qyNUgubT" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[84f2ff27-48e4-41cc-a466-4fa98eacaa23]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qyNUgubT'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2bd4aa0-6f3e-4294-9fdd-7807ebf90be1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[088e24ac-f75e-47a5-8186-1391d2e44405]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:48:17 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:48:17 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:48:17 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:48:17 user nova-compute[75260]: 
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44eee66-3b95-4604-96ef-916d70cece6f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]
Dec 06 11:48:17 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.
Dec 06 11:48:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[610127ac-59aa-4e9d-91d2-7b92133054f1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e33639-54b3-4493-a397-ce2a94406186]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:48:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:48:17 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdffe130-0104-4b73-b3dc-850fc8e2f78e]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:48:17 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: None {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:48:18 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:48:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:48:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:48:18 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '26133386464373737', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:48:18 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133386464373737', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-283809393',display_name='tempest-TestVolumeBootPattern-server-283809393',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-283809393',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-3tlb7pj7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:48:08Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=a3f68abf-f132-4e97-9115-a9d1cde14c15,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'pci_devices' on Instance uuid a3f68abf-f132-4e97-9115-a9d1cde14c15 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:48:19 user nova-compute[75260]:   <uuid>a3f68abf-f132-4e97-9115-a9d1cde14c15</uuid>
Dec 06 11:48:19 user nova-compute[75260]:   <name>instance-00000031</name>
Dec 06 11:48:19 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:48:19 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:48:19 user nova-compute[75260]:   <metadata>
Dec 06 11:48:19 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:48:19 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:48:19 user nova-compute[75260]:       <nova:name>tempest-TestVolumeBootPattern-server-283809393</nova:name>
Dec 06 11:48:19 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:48:17</nova:creationTime>
Dec 06 11:48:19 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:48:19 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:48:19 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:48:19 user nova-compute[75260]:       <nova:owner>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:user uuid="e89920c803334038813a65666797af4c">tempest-TestVolumeBootPattern-343433018-project-member</nova:user>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:project uuid="4124daa513cf4675bb31e20b299a90a4">tempest-TestVolumeBootPattern-343433018</nova:project>
Dec 06 11:48:19 user nova-compute[75260]:       </nova:owner>
Dec 06 11:48:19 user nova-compute[75260]:       <nova:ports>
Dec 06 11:48:19 user nova-compute[75260]:         <nova:port uuid="a81cc72c-94c2-4476-9d73-09d7c2d2e693">
Dec 06 11:48:19 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:48:19 user nova-compute[75260]:         </nova:port>
Dec 06 11:48:19 user nova-compute[75260]:       </nova:ports>
Dec 06 11:48:19 user nova-compute[75260]:     </nova:instance>
Dec 06 11:48:19 user nova-compute[75260]:   </metadata>
Dec 06 11:48:19 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:48:19 user nova-compute[75260]:     <system>
Dec 06 11:48:19 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:48:19 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:48:19 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:48:19 user nova-compute[75260]:       <entry name="serial">a3f68abf-f132-4e97-9115-a9d1cde14c15</entry>
Dec 06 11:48:19 user nova-compute[75260]:       <entry name="uuid">a3f68abf-f132-4e97-9115-a9d1cde14c15</entry>
Dec 06 11:48:19 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:48:19 user nova-compute[75260]:     </system>
Dec 06 11:48:19 user nova-compute[75260]:   </sysinfo>
Dec 06 11:48:19 user nova-compute[75260]:   <os>
Dec 06 11:48:19 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:48:19 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:48:19 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:48:19 user nova-compute[75260]:   </os>
Dec 06 11:48:19 user nova-compute[75260]:   <features>
Dec 06 11:48:19 user nova-compute[75260]:     <acpi/>
Dec 06 11:48:19 user nova-compute[75260]:     <apic/>
Dec 06 11:48:19 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:48:19 user nova-compute[75260]:   </features>
Dec 06 11:48:19 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:48:19 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:48:19 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:48:19 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:48:19 user nova-compute[75260]:   </clock>
Dec 06 11:48:19 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:48:19 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:48:19 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:48:19 user nova-compute[75260]:   </cpu>
Dec 06 11:48:19 user nova-compute[75260]:   <devices>
Dec 06 11:48:19 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:48:19 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:48:19 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:48:19 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:48:19 user nova-compute[75260]:       <serial>5abbf7e1-59be-4f0e-a203-ed0c4c912100</serial>
Dec 06 11:48:19 user nova-compute[75260]:     </disk>
Dec 06 11:48:19 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:48:19 user nova-compute[75260]:       <mac address="fa:16:3e:bf:d5:bc"/>
Dec 06 11:48:19 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:48:19 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:48:19 user nova-compute[75260]:       <target dev="tapa81cc72c-94"/>
Dec 06 11:48:19 user nova-compute[75260]:     </interface>
Dec 06 11:48:19 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:48:19 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/a3f68abf-f132-4e97-9115-a9d1cde14c15/console.log" append="off"/>
Dec 06 11:48:19 user nova-compute[75260]:     </serial>
Dec 06 11:48:19 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:48:19 user nova-compute[75260]:     <video>
Dec 06 11:48:19 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:48:19 user nova-compute[75260]:     </video>
Dec 06 11:48:19 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:48:19 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:48:19 user nova-compute[75260]:     </rng>
Dec 06 11:48:19 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:48:19 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:48:19 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:48:19 user nova-compute[75260]:     </memballoon>
Dec 06 11:48:19 user nova-compute[75260]:   </devices>
Dec 06 11:48:19 user nova-compute[75260]: </domain>
Dec 06 11:48:19 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-283809393',display_name='tempest-TestVolumeBootPattern-server-283809393',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-283809393',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-3tlb7pj7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:48:08Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=a3f68abf-f132-4e97-9115-a9d1cde14c15,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG os_vif [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a34eb6a1-c193-548b-bd1a-10ecbe99eb6c', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa81cc72c-94, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa81cc72c-94, col_values=(('qos', UUID('8129b0ff-7a7f-4378-a4b6-079282e5d71e')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa81cc72c-94, col_values=(('external_ids', {'iface-id': 'a81cc72c-94c2-4476-9d73-09d7c2d2e693', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:d5:bc', 'vm-uuid': 'a3f68abf-f132-4e97-9115-a9d1cde14c15'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:19 user nova-compute[75260]: INFO os_vif [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94')
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:48:19 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No VIF found with MAC fa:16:3e:bf:d5:bc, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-172bd640-017c-40b2-b635-298bbb59c8c0 req-87eb3f73-8ba3-40c1-ae7c-eadf0ed02514 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-172bd640-017c-40b2-b635-298bbb59c8c0 req-87eb3f73-8ba3-40c1-ae7c-eadf0ed02514 service nova] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-172bd640-017c-40b2-b635-298bbb59c8c0 req-87eb3f73-8ba3-40c1-ae7c-eadf0ed02514 service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-172bd640-017c-40b2-b635-298bbb59c8c0 req-87eb3f73-8ba3-40c1-ae7c-eadf0ed02514 service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:20 user nova-compute[75260]: DEBUG nova.compute.manager [req-172bd640-017c-40b2-b635-298bbb59c8c0 req-87eb3f73-8ba3-40c1-ae7c-eadf0ed02514 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] No waiting events found dispatching network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:48:20 user nova-compute[75260]: WARNING nova.compute.manager [req-172bd640-017c-40b2-b635-298bbb59c8c0 req-87eb3f73-8ba3-40c1-ae7c-eadf0ed02514 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received unexpected event network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 for instance with vm_state building and task_state spawning.
Dec 06 11:48:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:48:22 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Instance spawned successfully.
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:48:22 user nova-compute[75260]: INFO nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Took 5.21 seconds to spawn the instance on the hypervisor.
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-5e4bfccb-8a95-4077-b66a-f2d97291e150 req-26ca8397-02bd-40e0-8944-e09a08350043 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5e4bfccb-8a95-4077-b66a-f2d97291e150 req-26ca8397-02bd-40e0-8944-e09a08350043 service nova] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5e4bfccb-8a95-4077-b66a-f2d97291e150 req-26ca8397-02bd-40e0-8944-e09a08350043 service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5e4bfccb-8a95-4077-b66a-f2d97291e150 req-26ca8397-02bd-40e0-8944-e09a08350043 service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-5e4bfccb-8a95-4077-b66a-f2d97291e150 req-26ca8397-02bd-40e0-8944-e09a08350043 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] No waiting events found dispatching network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:48:22 user nova-compute[75260]: WARNING nova.compute.manager [req-5e4bfccb-8a95-4077-b66a-f2d97291e150 req-26ca8397-02bd-40e0-8944-e09a08350043 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received unexpected event network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 for instance with vm_state building and task_state spawning.
Dec 06 11:48:22 user nova-compute[75260]: INFO nova.compute.manager [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Took 15.71 seconds to build instance.
Dec 06 11:48:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ae7fedcf-d8d2-42c4-bc43-082ebf78c51e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.813s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:24 user nova-compute[75260]: INFO nova.compute.manager [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Terminating instance
Dec 06 11:48:24 user nova-compute[75260]: DEBUG nova.compute.manager [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-38e64e3f-8030-4a31-b75f-6c95f977632d req-d5b8e01f-d03d-4ace-a039-18b4d77a25a8 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-vif-unplugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-38e64e3f-8030-4a31-b75f-6c95f977632d req-d5b8e01f-d03d-4ace-a039-18b4d77a25a8 service nova] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-38e64e3f-8030-4a31-b75f-6c95f977632d req-d5b8e01f-d03d-4ace-a039-18b4d77a25a8 service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-38e64e3f-8030-4a31-b75f-6c95f977632d req-d5b8e01f-d03d-4ace-a039-18b4d77a25a8 service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-38e64e3f-8030-4a31-b75f-6c95f977632d req-d5b8e01f-d03d-4ace-a039-18b4d77a25a8 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] No waiting events found dispatching network-vif-unplugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.compute.manager [req-38e64e3f-8030-4a31-b75f-6c95f977632d req-d5b8e01f-d03d-4ace-a039-18b4d77a25a8 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-vif-unplugged-1624acb1-7330-4261-b249-add8b5dadf1e for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:48:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Instance destroyed successfully.
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.objects.instance [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lazy-loading 'resources' on Instance uuid 87921459-9dc0-4d0c-adc4-567bfec71770 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:45:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-341577534',display_name='tempest-AttachVolumeNegativeTest-server-341577534',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-341577534',id=48,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNUfIIVs0I0IEQ/SCZLhp3H+zn6ahotPpWi0PHaylsUTIj3lu9fT/u40vK7a9aj9NIGyq6W/RC+tW/X8KZ9pKmMnDeuKsm/iJnHdI+Lypt7bt7gUCVLMXFtYFRmEA/G8bA==',key_name='tempest-keypair-1814096621',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:45:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5835e1ce34434367b0866239e52b354f',ramdisk_id='',reservation_id='r-90xr6zzl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-352423872',owner_user_name='tempest-AttachVolumeNegativeTest-352423872-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:45:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ece37cb848a84befa5bcbcc66b95c9b0',uuid=87921459-9dc0-4d0c-adc4-567bfec71770,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converting VIF {"id": "1624acb1-7330-4261-b249-add8b5dadf1e", "address": "fa:16:3e:c9:a3:95", "network": {"id": "228d2803-df79-4290-8825-11db1a7590fd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460408228-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5835e1ce34434367b0866239e52b354f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1624acb1-73", "ovs_interfaceid": "1624acb1-7330-4261-b249-add8b5dadf1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG os_vif [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1624acb1-73, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=92834e4b-90ac-476d-b482-c32e82099fbe) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:48:25 user nova-compute[75260]: INFO os_vif [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:a3:95,bridge_name='br-int',has_traffic_filtering=True,id=1624acb1-7330-4261-b249-add8b5dadf1e,network=Network(228d2803-df79-4290-8825-11db1a7590fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1624acb1-73')
Dec 06 11:48:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Deleting instance files /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770_del
Dec 06 11:48:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Deletion of /opt/stack/data/nova/instances/87921459-9dc0-4d0c-adc4-567bfec71770_del complete
Dec 06 11:48:25 user nova-compute[75260]: INFO nova.compute.manager [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 06 11:48:25 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:48:25 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:48:26 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:48:26 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Took 0.67 seconds to deallocate network for instance.
Dec 06 11:48:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-1df53ea7-e9c9-444d-acc4-4f727dbcba8c req-747d397e-13de-481a-b3f1-f337636c5270 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-vif-deleted-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:48:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:26 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:48:26 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:48:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.163s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:26 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Deleted allocations for instance 87921459-9dc0-4d0c-adc4-567bfec71770
Dec 06 11:48:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-370cedb0-7e76-4c6a-b599-7009bf7b85d4 tempest-AttachVolumeNegativeTest-352423872 tempest-AttachVolumeNegativeTest-352423872-project-member] Lock "87921459-9dc0-4d0c-adc4-567bfec71770" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-31220974-d308-4d08-a54e-d327b0d2111a req-8fd1f267-b5ca-4107-9666-a54f77e9f943 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received event network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:48:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-31220974-d308-4d08-a54e-d327b0d2111a req-8fd1f267-b5ca-4107-9666-a54f77e9f943 service nova] Acquiring lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-31220974-d308-4d08-a54e-d327b0d2111a req-8fd1f267-b5ca-4107-9666-a54f77e9f943 service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:27 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-31220974-d308-4d08-a54e-d327b0d2111a req-8fd1f267-b5ca-4107-9666-a54f77e9f943 service nova] Lock "87921459-9dc0-4d0c-adc4-567bfec71770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:27 user nova-compute[75260]: DEBUG nova.compute.manager [req-31220974-d308-4d08-a54e-d327b0d2111a req-8fd1f267-b5ca-4107-9666-a54f77e9f943 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] No waiting events found dispatching network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:48:27 user nova-compute[75260]: WARNING nova.compute.manager [req-31220974-d308-4d08-a54e-d327b0d2111a req-8fd1f267-b5ca-4107-9666-a54f77e9f943 service nova] [instance: 87921459-9dc0-4d0c-adc4-567bfec71770] Received unexpected event network-vif-plugged-1624acb1-7330-4261-b249-add8b5dadf1e for instance with vm_state deleted and task_state None.
Dec 06 11:48:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:48:34 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:48:34 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8928MB free_disk=25.03719711303711GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance a3f68abf-f132-4e97-9115-a9d1cde14c15 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:48:34 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.231s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:48:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid a3f68abf-f132-4e97-9115-a9d1cde14c15 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:48:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating instance_info_cache with network_info: [{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:48:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:48:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:48:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:48:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:48:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:48:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:49:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:49:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:49:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:49:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:49:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:49:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:49:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:49:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:49:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:49:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:49:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:49:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:49:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid a3f68abf-f132-4e97-9115-a9d1cde14c15 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating instance_info_cache with network_info: [{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:49:36 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:49:36 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8951MB free_disk=25.035572052001953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance a3f68abf-f132-4e97-9115-a9d1cde14c15 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:49:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:49:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:49:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:49:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:49:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-changed-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:49:58 user nova-compute[75260]: DEBUG nova.compute.manager [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Refreshing instance network info cache due to event network-changed-a81cc72c-94c2-4476-9d73-09d7c2d2e693. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:49:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] Acquiring lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:49:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] Acquired lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:49:58 user nova-compute[75260]: DEBUG nova.network.neutron [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Refreshing network info cache for port a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:49:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:49:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updated VIF entry in instance network info cache for port a81cc72c-94c2-4476-9d73-09d7c2d2e693. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:49:59 user nova-compute[75260]: DEBUG nova.network.neutron [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating instance_info_cache with network_info: [{"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:49:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5dd4360b-70ef-454f-bf25-dc87106f1a32 req-8c2c1ce7-99fc-4de5-ac0c-a260c0163523 service nova] Releasing lock "refresh_cache-a3f68abf-f132-4e97-9115-a9d1cde14c15" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:00 user nova-compute[75260]: INFO nova.compute.manager [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Terminating instance
Dec 06 11:50:00 user nova-compute[75260]: DEBUG nova.compute.manager [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-d8556a92-961e-4a3d-9fd6-f17333790066 req-3f0e52e9-7788-43df-9761-ebae317cdb1d service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-vif-unplugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d8556a92-961e-4a3d-9fd6-f17333790066 req-3f0e52e9-7788-43df-9761-ebae317cdb1d service nova] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d8556a92-961e-4a3d-9fd6-f17333790066 req-3f0e52e9-7788-43df-9761-ebae317cdb1d service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d8556a92-961e-4a3d-9fd6-f17333790066 req-3f0e52e9-7788-43df-9761-ebae317cdb1d service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-d8556a92-961e-4a3d-9fd6-f17333790066 req-3f0e52e9-7788-43df-9761-ebae317cdb1d service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] No waiting events found dispatching network-vif-unplugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG nova.compute.manager [req-d8556a92-961e-4a3d-9fd6-f17333790066 req-3f0e52e9-7788-43df-9761-ebae317cdb1d service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-vif-unplugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:50:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Instance destroyed successfully.
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.objects.instance [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'resources' on Instance uuid a3f68abf-f132-4e97-9115-a9d1cde14c15 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-283809393',display_name='tempest-TestVolumeBootPattern-server-283809393',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-283809393',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:48:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-3tlb7pj7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:48:23Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=a3f68abf-f132-4e97-9115-a9d1cde14c15,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "address": "fa:16:3e:bf:d5:bc", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa81cc72c-94", "ovs_interfaceid": "a81cc72c-94c2-4476-9d73-09d7c2d2e693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_vif [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa81cc72c-94, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8129b0ff-7a7f-4378-a4b6-079282e5d71e) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:01 user nova-compute[75260]: INFO os_vif [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:d5:bc,bridge_name='br-int',has_traffic_filtering=True,id=a81cc72c-94c2-4476-9d73-09d7c2d2e693,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa81cc72c-94')
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:50:01 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf53cea1-e347-40cf-ade4-0109d6ac0396]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:50:01 user nova-compute[75260]: No targets found.
Dec 06 11:50:01 user nova-compute[75260]: iSNS:
Dec 06 11:50:01 user nova-compute[75260]: No targets found.
Dec 06 11:50:01 user nova-compute[75260]: STATIC:
Dec 06 11:50:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100
Dec 06 11:50:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:50:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:50:01 user nova-compute[75260]: FIRMWARE:
Dec 06 11:50:01 user nova-compute[75260]: No targets found.
Dec 06 11:50:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:50:01 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:50:01 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[366307bb-40cf-4b5f-8d12-8685055d708c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d774940a-40bc-4f7a-81d1-a88440477f00]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:50:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:50:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c68b250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12daf4d-720f-4a0e-80c2-458f979b3818]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d251ac-aee4-4484-b191-697986a24839]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0cb1665-bdf5-4588-a53e-6396c6ea479d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[10553dbb-bc58-45cb-88af-7a89f67330a4]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26133386464373737', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c17bc31e', '/dev/disk/by-id/scsi-1SCST_BIOc17bc31e-a38dd777993181ac') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfa487f-e6b3-4717-a70c-a6bf0a932299]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[330808a0-1f56-4cce-839b-a26954cd7c9b]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[72eaa7d4-f815-49f0-adea-849bb499f13a]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]
Dec 06 11:50:01 user nova-compute[75260]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.
Dec 06 11:50:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[52222fda-e5f1-4e9e-9e75-b8b1a823bfb5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== disconnect_volume: return (304ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:50:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Deleting instance files /opt/stack/data/nova/instances/a3f68abf-f132-4e97-9115-a9d1cde14c15_del
Dec 06 11:50:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Deletion of /opt/stack/data/nova/instances/a3f68abf-f132-4e97-9115-a9d1cde14c15_del complete
Dec 06 11:50:01 user nova-compute[75260]: INFO nova.compute.manager [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 06 11:50:01 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:50:01 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:50:02 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:50:02 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Took 0.64 seconds to deallocate network for instance.
Dec 06 11:50:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-0a5d6fcf-da65-43f4-958a-c70857e4d8bb req-277f882c-fdb8-4882-8e9b-eea47b4476c5 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-vif-deleted-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-3440284b-d20d-4966-9b7a-844733793166 req-183ae2a5-9250-4331-bfc6-bf0f95e09e86 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received event network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3440284b-d20d-4966-9b7a-844733793166 req-183ae2a5-9250-4331-bfc6-bf0f95e09e86 service nova] Acquiring lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3440284b-d20d-4966-9b7a-844733793166 req-183ae2a5-9250-4331-bfc6-bf0f95e09e86 service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3440284b-d20d-4966-9b7a-844733793166 req-183ae2a5-9250-4331-bfc6-bf0f95e09e86 service nova] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-3440284b-d20d-4966-9b7a-844733793166 req-183ae2a5-9250-4331-bfc6-bf0f95e09e86 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] No waiting events found dispatching network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:50:02 user nova-compute[75260]: WARNING nova.compute.manager [req-3440284b-d20d-4966-9b7a-844733793166 req-183ae2a5-9250-4331-bfc6-bf0f95e09e86 service nova] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Received unexpected event network-vif-plugged-a81cc72c-94c2-4476-9d73-09d7c2d2e693 for instance with vm_state active and task_state deleting.
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.compute.manager [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: a3f68abf-f132-4e97-9115-a9d1cde14c15] Took 0.83 seconds to detach 1 volumes for instance.
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Verify base images {{(pid=75260) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75260) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe
Dec 06 11:50:03 user nova-compute[75260]: WARNING nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Unknown base file: /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Removable base files: /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17 /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216 /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8 /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55 /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2 /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4b0f01f90b9ab95959f4eaab0e290ca96e85de17
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/187446493ca8a746aa4ad092ea11f4a04b8ea6fb
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/33e7a96a75a3daa377733e0bb0de9a48140f5216
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b319b7e18a3fcd20d11f1621f52869b5e05b68d8
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cd2de1f0c362995b072011a50b18e237ef7a0c55
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7488b4c96e2e3ed8c576f08f3b6e9f07865837c2
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c5bfa52628b01f5567e5ae5a7ed2275cfe84dc9d
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0e6362c18b9ed610a3dd103855b128a8fde97fbe
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/48673526ebee360d50bd5b053071cfeee5f96bd6
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Verification complete {{(pid=75260) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Verify swap images {{(pid=75260) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.imagecache [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Verify ephemeral images {{(pid=75260) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.135s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:03 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Deleted allocations for instance a3f68abf-f132-4e97-9115-a9d1cde14c15
Dec 06 11:50:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-f6c5d05a-9d37-457d-bf1e-0f891be4bcb6 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "a3f68abf-f132-4e97-9115-a9d1cde14c15" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.937s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:50:20 user nova-compute[75260]: INFO nova.compute.claims [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Claim successful on node user
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.209s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:50:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:50:20 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Creating image(s)
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "/opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "/opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "/opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG nova.policy [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c65ec7783ab491988767379dce6e530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c5fac251f9f43c1b62b1907aa0acde9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.194s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.171s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk 1073741824" returned: 0 in 0.056s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.168s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Successfully created port: 0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Cannot resize image /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Ensure instance console log exists: /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Successfully updated port: 0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquired lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-changed-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Refreshing instance network info cache due to event network-changed-0f94301b-91b8-4915-a084-41d16a6b4ffd. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:50:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] Acquiring lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.neutron [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Releasing lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Instance network_info: |[{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] Acquired lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Refreshing network info cache for port 0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Start _get_guest_xml network_info=[{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:50:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:50:22 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:50:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-392502447',display_name='tempest-TestServerVolumeAttachmentScenario-server-392502447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-392502447',id=50,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOW3ZBB+GwRJJV2FlxOWVWM2SWcMrWRRSuR0yzVsZq7Ht9ssjF3vreeM5yJfRYLT8plbbCpclAsHCnZ9MpWJXDMzSKCh9LHQjwaLKFCi2elq4P4qopzT1JMiPfpfj8wNkw==',key_name='tempest-keypair-1406001474',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c5fac251f9f43c1b62b1907aa0acde9',ramdisk_id='',reservation_id='r-p5f0tnh6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1050757228',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1050757228-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:50:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c65ec7783ab491988767379dce6e530',uuid=f8367573-9324-4d0f-b919-894665c86d30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Converting VIF {"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'pci_devices' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:50:22 user nova-compute[75260]:   <uuid>f8367573-9324-4d0f-b919-894665c86d30</uuid>
Dec 06 11:50:22 user nova-compute[75260]:   <name>instance-00000032</name>
Dec 06 11:50:22 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:50:22 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:50:22 user nova-compute[75260]:   <metadata>
Dec 06 11:50:22 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:50:22 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:50:22 user nova-compute[75260]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-392502447</nova:name>
Dec 06 11:50:22 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:50:22</nova:creationTime>
Dec 06 11:50:22 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:50:22 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:50:22 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:50:22 user nova-compute[75260]:       <nova:owner>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:user uuid="8c65ec7783ab491988767379dce6e530">tempest-TestServerVolumeAttachmentScenario-1050757228-project-member</nova:user>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:project uuid="2c5fac251f9f43c1b62b1907aa0acde9">tempest-TestServerVolumeAttachmentScenario-1050757228</nova:project>
Dec 06 11:50:22 user nova-compute[75260]:       </nova:owner>
Dec 06 11:50:22 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:50:22 user nova-compute[75260]:       <nova:ports>
Dec 06 11:50:22 user nova-compute[75260]:         <nova:port uuid="0f94301b-91b8-4915-a084-41d16a6b4ffd">
Dec 06 11:50:22 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 11:50:22 user nova-compute[75260]:         </nova:port>
Dec 06 11:50:22 user nova-compute[75260]:       </nova:ports>
Dec 06 11:50:22 user nova-compute[75260]:     </nova:instance>
Dec 06 11:50:22 user nova-compute[75260]:   </metadata>
Dec 06 11:50:22 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:50:22 user nova-compute[75260]:     <system>
Dec 06 11:50:22 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:50:22 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:50:22 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:50:22 user nova-compute[75260]:       <entry name="serial">f8367573-9324-4d0f-b919-894665c86d30</entry>
Dec 06 11:50:22 user nova-compute[75260]:       <entry name="uuid">f8367573-9324-4d0f-b919-894665c86d30</entry>
Dec 06 11:50:22 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:50:22 user nova-compute[75260]:     </system>
Dec 06 11:50:22 user nova-compute[75260]:   </sysinfo>
Dec 06 11:50:22 user nova-compute[75260]:   <os>
Dec 06 11:50:22 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:50:22 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:50:22 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:50:22 user nova-compute[75260]:   </os>
Dec 06 11:50:22 user nova-compute[75260]:   <features>
Dec 06 11:50:22 user nova-compute[75260]:     <acpi/>
Dec 06 11:50:22 user nova-compute[75260]:     <apic/>
Dec 06 11:50:22 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:50:22 user nova-compute[75260]:   </features>
Dec 06 11:50:22 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:50:22 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:50:22 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:50:22 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:50:22 user nova-compute[75260]:   </clock>
Dec 06 11:50:22 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:50:22 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:50:22 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:50:22 user nova-compute[75260]:   </cpu>
Dec 06 11:50:22 user nova-compute[75260]:   <devices>
Dec 06 11:50:22 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:50:22 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:50:22 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk"/>
Dec 06 11:50:22 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:50:22 user nova-compute[75260]:     </disk>
Dec 06 11:50:22 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:50:22 user nova-compute[75260]:       <mac address="fa:16:3e:5f:ba:89"/>
Dec 06 11:50:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:50:22 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:50:22 user nova-compute[75260]:       <target dev="tap0f94301b-91"/>
Dec 06 11:50:22 user nova-compute[75260]:     </interface>
Dec 06 11:50:22 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:50:22 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/console.log" append="off"/>
Dec 06 11:50:22 user nova-compute[75260]:     </serial>
Dec 06 11:50:22 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:50:22 user nova-compute[75260]:     <video>
Dec 06 11:50:22 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:50:22 user nova-compute[75260]:     </video>
Dec 06 11:50:22 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:50:22 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:50:22 user nova-compute[75260]:     </rng>
Dec 06 11:50:22 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:50:22 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:50:22 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:50:22 user nova-compute[75260]:     </memballoon>
Dec 06 11:50:22 user nova-compute[75260]:   </devices>
Dec 06 11:50:22 user nova-compute[75260]: </domain>
Dec 06 11:50:22 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:50:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-392502447',display_name='tempest-TestServerVolumeAttachmentScenario-server-392502447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-392502447',id=50,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOW3ZBB+GwRJJV2FlxOWVWM2SWcMrWRRSuR0yzVsZq7Ht9ssjF3vreeM5yJfRYLT8plbbCpclAsHCnZ9MpWJXDMzSKCh9LHQjwaLKFCi2elq4P4qopzT1JMiPfpfj8wNkw==',key_name='tempest-keypair-1406001474',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c5fac251f9f43c1b62b1907aa0acde9',ramdisk_id='',reservation_id='r-p5f0tnh6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1050757228',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1050757228-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:50:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c65ec7783ab491988767379dce6e530',uuid=f8367573-9324-4d0f-b919-894665c86d30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Converting VIF {"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG os_vif [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8a9894b9-304d-5683-99dc-a142f6d5c549', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f94301b-91, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f94301b-91, col_values=(('qos', UUID('2dc81a66-0dbf-4c47-8b2f-66b2bffcc906')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f94301b-91, col_values=(('external_ids', {'iface-id': '0f94301b-91b8-4915-a084-41d16a6b4ffd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:ba:89', 'vm-uuid': 'f8367573-9324-4d0f-b919-894665c86d30'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:22 user nova-compute[75260]: INFO os_vif [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91')
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No VIF found with MAC fa:16:3e:5f:ba:89, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updated VIF entry in instance network info cache for port 0f94301b-91b8-4915-a084-41d16a6b4ffd. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:50:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-321fb1fa-db63-47e2-9c3f-d578c83d8577 req-b7a401f0-f37c-4358-96a7-24538bfab3c9 service nova] Releasing lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:50:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-127a8727-b4e2-4393-9b96-16f94de810bb req-41f79f76-637a-4d2d-85de-b705ed7a8857 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-127a8727-b4e2-4393-9b96-16f94de810bb req-41f79f76-637a-4d2d-85de-b705ed7a8857 service nova] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-127a8727-b4e2-4393-9b96-16f94de810bb req-41f79f76-637a-4d2d-85de-b705ed7a8857 service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-127a8727-b4e2-4393-9b96-16f94de810bb req-41f79f76-637a-4d2d-85de-b705ed7a8857 service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG nova.compute.manager [req-127a8727-b4e2-4393-9b96-16f94de810bb req-41f79f76-637a-4d2d-85de-b705ed7a8857 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] No waiting events found dispatching network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:50:24 user nova-compute[75260]: WARNING nova.compute.manager [req-127a8727-b4e2-4393-9b96-16f94de810bb req-41f79f76-637a-4d2d-85de-b705ed7a8857 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received unexpected event network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd for instance with vm_state building and task_state spawning.
Dec 06 11:50:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:50:25 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f8367573-9324-4d0f-b919-894665c86d30] Instance spawned successfully.
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:50:25 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:50:26 user nova-compute[75260]: INFO nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Took 5.39 seconds to spawn the instance on the hypervisor.
Dec 06 11:50:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:50:26 user nova-compute[75260]: INFO nova.compute.manager [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Took 5.95 seconds to build instance.
Dec 06 11:50:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1cccb759-3239-498b-80a2-74b2ba695525 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.058s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-b87718c1-f9f0-424d-aa14-fe513e745c66 req-86fc6070-5807-43a3-bef1-7402f352d420 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b87718c1-f9f0-424d-aa14-fe513e745c66 req-86fc6070-5807-43a3-bef1-7402f352d420 service nova] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b87718c1-f9f0-424d-aa14-fe513e745c66 req-86fc6070-5807-43a3-bef1-7402f352d420 service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b87718c1-f9f0-424d-aa14-fe513e745c66 req-86fc6070-5807-43a3-bef1-7402f352d420 service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG nova.compute.manager [req-b87718c1-f9f0-424d-aa14-fe513e745c66 req-86fc6070-5807-43a3-bef1-7402f352d420 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] No waiting events found dispatching network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:50:26 user nova-compute[75260]: WARNING nova.compute.manager [req-b87718c1-f9f0-424d-aa14-fe513e745c66 req-86fc6070-5807-43a3-bef1-7402f352d420 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received unexpected event network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd for instance with vm_state active and task_state None.
Dec 06 11:50:26 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:50:26 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:50:27 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:32 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:50:35 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:50:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9016MB free_disk=25.031509399414062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f8367573-9324-4d0f-b919-894665c86d30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.348s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:38 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:50:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:50:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:50:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:50:52 user nova-compute[75260]: INFO nova.compute.claims [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Claim successful on node user
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.228s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:50:52 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.policy [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89920c803334038813a65666797af4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124daa513cf4675bb31e20b299a90a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:50:52 user nova-compute[75260]: INFO nova.virt.block_device [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Booting with volume 5abbf7e1-59be-4f0e-a203-ed0c4c912100 at /dev/vda
Dec 06 11:50:52 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG os_brick.utils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[63261ef7-3adf-4d4d-9d64-48ddd3ccf35f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[21299604-37e0-4d21-aed5-249016087e87]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4fc46e-9109-4c98-9035-47defb52a4bc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed9fbf21-9c8f-472b-9cd0-1bd1d26524fd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:50:52 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:50:52 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a6c616b-8cbb-447e-a552-554525ba669b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG os_brick.utils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:50:52 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating existing volume attachment record: 84fb97db-b285-476a-9dee-94159de85df7 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:50:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Successfully created port: 733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Successfully updated port: 733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquired lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-changed-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Refreshing instance network info cache due to event network-changed-733a5a7f-e85d-4aff-878b-4248be84d4ef. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] Acquiring lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Releasing lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Instance network_info: |[{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] Acquired lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Refreshing network info cache for port 733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updated VIF entry in instance network info cache for port 733a5a7f-e85d-4aff-878b-4248be84d4ef. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:50:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b4bbdde1-cf2d-481a-b332-7cd604abda08 req-674a020b-7d17-46af-bce9-5dd909592c36 service nova] Releasing lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:50:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:51:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Creating image(s)
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Ensure instance console log exists: /opt/stack/data/nova/instances/daa7d4bd-d12b-48a0-8ddf-244f70737178/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Start _get_guest_xml network_info=[{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '84fb97db-b285-476a-9dee-94159de85df7', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'daa7d4bd-d12b-48a0-8ddf-244f70737178', 'attached_at': '', 'detached_at': '', 'volume_id': '5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'serial': '5abbf7e1-59be-4f0e-a203-ed0c4c912100'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:51:01 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:51:01 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:51:01 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:51:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:51:01 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:51:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:51:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:51:01 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:51:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4c0b06f-6641-4b08-963f-e887ae5028fc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:51:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[66984a3b-8aa2-4a0e-850a-7715d88185a0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100] added
Dec 06 11:51:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec378d10-4899-4ede-9215-104e3656a6de]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f84d61d-babe-49b0-8c31-188d02b4b9e5]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qyNUgubT {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qyNUgubT" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e23b63-7344-4d68-9976-b4c2fcb88e9f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qyNUgubT'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[936c0cb4-3712-47d8-9a13-f0070203c3e0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc0e150-e46b-4aa8-bb03-2b19b6729b0b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:51:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:51:02 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:51:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:51:02 user nova-compute[75260]: 
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c777d35-57da-4db7-9fa9-7d71b0a2e3dc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]
Dec 06 11:51:02 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.
Dec 06 11:51:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[30456fb2-afab-4785-af32-621039aa6716]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac37dd2d-9f16-4ea8-ad1b-2e3fc0871f68]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:51:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:51:02 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f89ab0-01fc-4480-8523-11fdfff02b40]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:02 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '26133386464373737', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133386464373737', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:50:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-911193046',display_name='tempest-TestVolumeBootPattern-server-911193046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-911193046',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-9g0pw6w0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:50:52Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=daa7d4bd-d12b-48a0-8ddf-244f70737178,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.objects.instance [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'pci_devices' on Instance uuid daa7d4bd-d12b-48a0-8ddf-244f70737178 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:51:03 user nova-compute[75260]:   <uuid>daa7d4bd-d12b-48a0-8ddf-244f70737178</uuid>
Dec 06 11:51:03 user nova-compute[75260]:   <name>instance-00000033</name>
Dec 06 11:51:03 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:51:03 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:51:03 user nova-compute[75260]:   <metadata>
Dec 06 11:51:03 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:51:03 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:51:03 user nova-compute[75260]:       <nova:name>tempest-TestVolumeBootPattern-server-911193046</nova:name>
Dec 06 11:51:03 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:51:01</nova:creationTime>
Dec 06 11:51:03 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:51:03 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:51:03 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:51:03 user nova-compute[75260]:       <nova:owner>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:user uuid="e89920c803334038813a65666797af4c">tempest-TestVolumeBootPattern-343433018-project-member</nova:user>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:project uuid="4124daa513cf4675bb31e20b299a90a4">tempest-TestVolumeBootPattern-343433018</nova:project>
Dec 06 11:51:03 user nova-compute[75260]:       </nova:owner>
Dec 06 11:51:03 user nova-compute[75260]:       <nova:ports>
Dec 06 11:51:03 user nova-compute[75260]:         <nova:port uuid="733a5a7f-e85d-4aff-878b-4248be84d4ef">
Dec 06 11:51:03 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 11:51:03 user nova-compute[75260]:         </nova:port>
Dec 06 11:51:03 user nova-compute[75260]:       </nova:ports>
Dec 06 11:51:03 user nova-compute[75260]:     </nova:instance>
Dec 06 11:51:03 user nova-compute[75260]:   </metadata>
Dec 06 11:51:03 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:51:03 user nova-compute[75260]:     <system>
Dec 06 11:51:03 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:51:03 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:51:03 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:51:03 user nova-compute[75260]:       <entry name="serial">daa7d4bd-d12b-48a0-8ddf-244f70737178</entry>
Dec 06 11:51:03 user nova-compute[75260]:       <entry name="uuid">daa7d4bd-d12b-48a0-8ddf-244f70737178</entry>
Dec 06 11:51:03 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:51:03 user nova-compute[75260]:     </system>
Dec 06 11:51:03 user nova-compute[75260]:   </sysinfo>
Dec 06 11:51:03 user nova-compute[75260]:   <os>
Dec 06 11:51:03 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:51:03 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:51:03 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:51:03 user nova-compute[75260]:   </os>
Dec 06 11:51:03 user nova-compute[75260]:   <features>
Dec 06 11:51:03 user nova-compute[75260]:     <acpi/>
Dec 06 11:51:03 user nova-compute[75260]:     <apic/>
Dec 06 11:51:03 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:51:03 user nova-compute[75260]:   </features>
Dec 06 11:51:03 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:51:03 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:51:03 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:51:03 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:51:03 user nova-compute[75260]:   </clock>
Dec 06 11:51:03 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:51:03 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:51:03 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:51:03 user nova-compute[75260]:   </cpu>
Dec 06 11:51:03 user nova-compute[75260]:   <devices>
Dec 06 11:51:03 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:51:03 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:51:03 user nova-compute[75260]:       <source dev="/dev/sdb"/>
Dec 06 11:51:03 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:51:03 user nova-compute[75260]:       <serial>5abbf7e1-59be-4f0e-a203-ed0c4c912100</serial>
Dec 06 11:51:03 user nova-compute[75260]:     </disk>
Dec 06 11:51:03 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:51:03 user nova-compute[75260]:       <mac address="fa:16:3e:a8:d1:99"/>
Dec 06 11:51:03 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:51:03 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:51:03 user nova-compute[75260]:       <target dev="tap733a5a7f-e8"/>
Dec 06 11:51:03 user nova-compute[75260]:     </interface>
Dec 06 11:51:03 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:51:03 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/daa7d4bd-d12b-48a0-8ddf-244f70737178/console.log" append="off"/>
Dec 06 11:51:03 user nova-compute[75260]:     </serial>
Dec 06 11:51:03 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:51:03 user nova-compute[75260]:     <video>
Dec 06 11:51:03 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:51:03 user nova-compute[75260]:     </video>
Dec 06 11:51:03 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:51:03 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:51:03 user nova-compute[75260]:     </rng>
Dec 06 11:51:03 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:51:03 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:51:03 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:51:03 user nova-compute[75260]:     </memballoon>
Dec 06 11:51:03 user nova-compute[75260]:   </devices>
Dec 06 11:51:03 user nova-compute[75260]: </domain>
Dec 06 11:51:03 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:50:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-911193046',display_name='tempest-TestVolumeBootPattern-server-911193046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-911193046',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-9g0pw6w0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:50:52Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=daa7d4bd-d12b-48a0-8ddf-244f70737178,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG os_vif [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de6ebaca-cab5-5c3a-a2c6-1ff9b5c105c9', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap733a5a7f-e8, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap733a5a7f-e8, col_values=(('qos', UUID('08f8d673-ebde-4144-8cf2-7c63f4d0bbf9')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap733a5a7f-e8, col_values=(('external_ids', {'iface-id': '733a5a7f-e85d-4aff-878b-4248be84d4ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:d1:99', 'vm-uuid': 'daa7d4bd-d12b-48a0-8ddf-244f70737178'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:03 user nova-compute[75260]: INFO os_vif [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8')
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:51:03 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No VIF found with MAC fa:16:3e:a8:d1:99, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-da735aeb-6673-4dff-8448-d9a67aa3e945 req-89b7f85f-d482-4b80-ae8b-e1e8aeb64084 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-da735aeb-6673-4dff-8448-d9a67aa3e945 req-89b7f85f-d482-4b80-ae8b-e1e8aeb64084 service nova] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-da735aeb-6673-4dff-8448-d9a67aa3e945 req-89b7f85f-d482-4b80-ae8b-e1e8aeb64084 service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-da735aeb-6673-4dff-8448-d9a67aa3e945 req-89b7f85f-d482-4b80-ae8b-e1e8aeb64084 service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:04 user nova-compute[75260]: DEBUG nova.compute.manager [req-da735aeb-6673-4dff-8448-d9a67aa3e945 req-89b7f85f-d482-4b80-ae8b-e1e8aeb64084 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] No waiting events found dispatching network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:51:04 user nova-compute[75260]: WARNING nova.compute.manager [req-da735aeb-6673-4dff-8448-d9a67aa3e945 req-89b7f85f-d482-4b80-ae8b-e1e8aeb64084 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received unexpected event network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef for instance with vm_state building and task_state spawning.
Dec 06 11:51:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:51:06 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Instance spawned successfully.
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:51:06 user nova-compute[75260]: INFO nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Took 4.87 seconds to spawn the instance on the hypervisor.
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:51:06 user nova-compute[75260]: INFO nova.compute.manager [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Took 14.77 seconds to build instance.
Dec 06 11:51:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-b5164b5e-9590-4751-8348-caaa38594070 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.875s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-951fe8ee-942a-40f6-afde-37cea557949d req-c2992a25-c588-47f5-91e7-1dfdccd72b0f service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-951fe8ee-942a-40f6-afde-37cea557949d req-c2992a25-c588-47f5-91e7-1dfdccd72b0f service nova] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-951fe8ee-942a-40f6-afde-37cea557949d req-c2992a25-c588-47f5-91e7-1dfdccd72b0f service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-951fe8ee-942a-40f6-afde-37cea557949d req-c2992a25-c588-47f5-91e7-1dfdccd72b0f service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:06 user nova-compute[75260]: DEBUG nova.compute.manager [req-951fe8ee-942a-40f6-afde-37cea557949d req-c2992a25-c588-47f5-91e7-1dfdccd72b0f service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] No waiting events found dispatching network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:51:06 user nova-compute[75260]: WARNING nova.compute.manager [req-951fe8ee-942a-40f6-afde-37cea557949d req-c2992a25-c588-47f5-91e7-1dfdccd72b0f service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received unexpected event network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef for instance with vm_state active and task_state None.
Dec 06 11:51:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid daa7d4bd-d12b-48a0-8ddf-244f70737178 {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:17 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:51:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:51:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:51:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:51:38 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:51:38 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8855MB free_disk=25.00202178955078GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f8367573-9324-4d0f-b919-894665c86d30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance daa7d4bd-d12b-48a0-8ddf-244f70737178 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:51:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.341s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:51:39 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:51:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:51:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:51:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:51:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:52:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:52:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:52:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:08 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-changed-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:52:11 user nova-compute[75260]: DEBUG nova.compute.manager [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Refreshing instance network info cache due to event network-changed-0f94301b-91b8-4915-a084-41d16a6b4ffd. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:52:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] Acquiring lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:52:11 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] Acquired lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:52:11 user nova-compute[75260]: DEBUG nova.network.neutron [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Refreshing network info cache for port 0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:52:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updated VIF entry in instance network info cache for port 0f94301b-91b8-4915-a084-41d16a6b4ffd. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:52:12 user nova-compute[75260]: DEBUG nova.network.neutron [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:52:12 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f5d367eb-cfc4-4f66-b09c-528f17b5b3f2 req-a84dc0b9-7a72-4077-912a-9a75a499e1a5 service nova] Releasing lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'flavor' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:13 user nova-compute[75260]: INFO nova.compute.manager [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attaching volume 11c63860-232b-443f-9335-1bfa7e2eff17 to /dev/vdb
Dec 06 11:52:13 user nova-compute[75260]: DEBUG os_brick.utils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a66c43a-8d74-4ce9-9a5e-db68fbdf0cac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5d6fb1-98ce-4bc2-bf20-7a46826be499]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b275716-926b-43c7-8bbf-8b8a2c0c4c3f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[16618399-56d5-4bd3-9c98-205399004d40]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:52:13 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:52:13 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae526b9-fd6b-4099-a64b-6d1c173690d8]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG os_brick.utils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:52:13 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating existing volume attachment record: 9c1ea20f-f693-4ae5-87b7-779628776633 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:52:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:18 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExUjhNPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:52:22 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:52:22 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:52:22 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e02dc2-7cd3-4ab2-9f31-0068bd2ad437]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:52:22 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6a3693-d021-4b45-856f-650bafd01038]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17] added
Dec 06 11:52:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5f1fe9-b579-4edf-bd24-75e549acdc5f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[020ad575-f6ea-474c-b8ec-09eb954e8da1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ExUjhNPr {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ExUjhNPr" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae9abd3-ee73-4570-8ee4-2488a0571611]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ExUjhNPr'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d587985e-0cf6-47dc-ae41-fe100a095009]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df15083e-18fd-4e81-8f38-52bdeca142d8]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:52:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[54850956-11b4-4283-95f3-1ee589706253]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260]
Dec 06 11:52:23 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260] successful.
Dec 06 11:52:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cdd7b78-9470-49ee-8c20-8b7c4d71fb2a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e187773-4eaf-4a03-8550-5729d15cd7fb]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:23 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:52:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:23 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:52:23 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] HCTL ('34', '-', '-', 0) found on session 61 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3c44f1-9fcb-4255-b9dc-6900db238d62]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Searching for a device in session 61 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExUjhNPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:52:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23336323138633139', 'path': '/dev/sdc'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23336323138633139', 'path': '/dev/sdc'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'flavor' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:52:24 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:52:24 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:52:24 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:52:24 user nova-compute[75260]:   <serial>11c63860-232b-443f-9335-1bfa7e2eff17</serial>
Dec 06 11:52:24 user nova-compute[75260]: </disk>
Dec 06 11:52:24 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No VIF found with MAC fa:16:3e:5f:ba:89, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:52:24 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d5fc55df-53fd-4abb-9876-70414ae33f05 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.052s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG nova.objects.instance [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'flavor' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:28 user nova-compute[75260]: INFO nova.compute.manager [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attaching volume 1cfa5c86-204d-46c8-82c5-89ad1815e193 to /dev/vdc
Dec 06 11:52:28 user nova-compute[75260]: DEBUG os_brick.utils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[068714fd-5fc5-47f2-880b-cfa93ca0fb69]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09918ac-781d-482e-ac28-40d306eff501]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f4b4257-6508-44ac-ab1b-1575e4ed8969]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e31f4b-e870-45b9-bbb3-59b468b64bc5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:52:28 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:52:28 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f87f806c-3265-42d6-8622-9e86448b7f43]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG os_brick.utils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:52:28 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating existing volume attachment record: 5f0988d9-77c4-4361-a6e9-53e7795d52c3 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:52:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:33 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:52:36 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UuvVbZhO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:52:37 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:52:37 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:52:37 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef65e0d7-70a7-4c59-bd02-d9fbc6c78172]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:52:37 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8be9f3-3303-46bc-b0b0-a56fbed7a10c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193] added
Dec 06 11:52:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[28dc31e0-22c8-4f56-b13e-5c8314bb25ed]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[51dcf916-7341-4b98-9ca9-37ba69ad62c1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UuvVbZhO {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UuvVbZhO" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[316723a6-c40b-469d-98d5-4e91d9181357]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UuvVbZhO'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[98855566-7157-4154-b560-127a0eb35b13]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0076a7b4-88f0-4d0a-adde-fdcd53a9f0a8]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2e0082-12cd-4ae1-bfe5-c2f5df568197]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260]
Dec 06 11:52:38 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260] successful.
Dec 06 11:52:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e87f347-f5da-4642-837a-2678a16ef2f3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[691ca1a4-bc27-4554-b3c4-4d285d894485]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 (non-flash)
Dec 06 11:52:38 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] HCTL ('35', '-', '-', 0) found on session 62 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c52d087-2576-4691-8641-5fc67e664ebc]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Searching for a device in session 62 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UuvVbZhO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:52:38 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '23636393538663463', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23636393538663463', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.objects.instance [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'flavor' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:52:39 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:52:39 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:52:39 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:52:39 user nova-compute[75260]:   <serial>1cfa5c86-204d-46c8-82c5-89ad1815e193</serial>
Dec 06 11:52:39 user nova-compute[75260]: </disk>
Dec 06 11:52:39 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] No VIF found with MAC fa:16:3e:5f:ba:89, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-97dc085e-5ae2-4c67-b8d5-9d17514db905 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.437s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:52:39 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:52:40 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:52:40 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8864MB free_disk=24.99277114868164GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:40 user nova-compute[75260]: INFO nova.compute.manager [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Detaching volume 1cfa5c86-204d-46c8-82c5-89ad1815e193
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f8367573-9324-4d0f-b919-894665c86d30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance daa7d4bd-d12b-48a0-8ddf-244f70737178 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:52:40 user nova-compute[75260]: INFO nova.virt.block_device [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attempting to driver detach volume 1cfa5c86-204d-46c8-82c5-89ad1815e193 from mountpoint /dev/vdc
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Attempting to detach device vdc from instance f8367573-9324-4d0f-b919-894665c86d30 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:52:40 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:52:40 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:52:40 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:52:40 user nova-compute[75260]:   <serial>1cfa5c86-204d-46c8-82c5-89ad1815e193</serial>
Dec 06 11:52:40 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 11:52:40 user nova-compute[75260]: </disk>
Dec 06 11:52:40 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:52:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Successfully detached device vdc from instance f8367573-9324-4d0f-b919-894665c86d30 from the persistent domain config.
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance f8367573-9324-4d0f-b919-894665c86d30 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:52:40 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:52:40 user nova-compute[75260]:   <source dev="/dev/sdd"/>
Dec 06 11:52:40 user nova-compute[75260]:   <target dev="vdc" bus="virtio"/>
Dec 06 11:52:40 user nova-compute[75260]:   <serial>1cfa5c86-204d-46c8-82c5-89ad1815e193</serial>
Dec 06 11:52:40 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 11:52:40 user nova-compute[75260]: </disk>
Dec 06 11:52:40 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:52:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-changed-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:52:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Refreshing instance network info cache due to event network-changed-733a5a7f-e85d-4aff-878b-4248be84d4ef. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:52:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] Acquiring lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:52:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] Acquired lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:52:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Refreshing network info cache for port 733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:52:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updated VIF entry in instance network info cache for port 733a5a7f-e85d-4aff-878b-4248be84d4ef. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:52:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:52:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-e2870060-37e3-4aa2-b936-fd73675b9733 req-5f57c4e8-ba68-49f4-9428-59c7481f8fbf service nova] Releasing lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:52:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:52:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:48 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:52:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:52:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:52:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:52:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:52:52 user nova-compute[75260]: INFO nova.compute.claims [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Claim successful on node user
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.234s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:52:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.policy [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89920c803334038813a65666797af4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124daa513cf4675bb31e20b299a90a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:52:53 user nova-compute[75260]: INFO nova.virt.block_device [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Booting with volume 0039731d-5a7f-48d6-9128-6a6d28971b11 at /dev/vda
Dec 06 11:52:53 user nova-compute[75260]: DEBUG os_brick.utils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d397d081-dc7e-45f6-b028-fde74ae15ca2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3321c0-6943-4c1b-b68b-1cb0c4837228]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[653dcc53-7fae-4b29-842b-dd0c8d15815c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4c7f1b-bced-448a-b516-06fa116be0ce]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:52:53 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:52:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93d409e-10a5-4427-ad39-a6ca52f33391]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG os_brick.utils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updating existing volume attachment record: 7c995e34-673c-4c8b-9204-f822ac3a4f33 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:52:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Successfully created port: 8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Successfully updated port: 8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquired lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-changed-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.compute.manager [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Refreshing instance network info cache due to event network-changed-8185c7d0-d04d-4a6c-be26-b60cd9705dd3. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] Acquiring lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updating instance_info_cache with network_info: [{"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Releasing lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Instance network_info: |[{"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] Acquired lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:52:54 user nova-compute[75260]: DEBUG nova.network.neutron [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Refreshing network info cache for port 8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:52:55 user nova-compute[75260]: DEBUG nova.network.neutron [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updated VIF entry in instance network info cache for port 8185c7d0-d04d-4a6c-be26-b60cd9705dd3. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:52:55 user nova-compute[75260]: DEBUG nova.network.neutron [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updating instance_info_cache with network_info: [{"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:52:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-f3705bd9-cd54-4064-bb2c-4aa13ebf1f6c req-cb30c1f7-9a85-4892-804e-d3c5ceb259a5 service nova] Releasing lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:52:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:52:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:00 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance f8367573-9324-4d0f-b919-894665c86d30 is timed out.
Dec 06 11:53:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Successfully detached device vdc from instance f8367573-9324-4d0f-b919-894665c86d30 from the live domain config.
Dec 06 11:53:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UuvVbZhO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:53:00 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f99b60c-9c0a-437f-917d-69c72c226c2f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:53:00 user nova-compute[75260]: No targets found.
Dec 06 11:53:00 user nova-compute[75260]: iSNS:
Dec 06 11:53:00 user nova-compute[75260]: No targets found.
Dec 06 11:53:00 user nova-compute[75260]: STATIC:
Dec 06 11:53:00 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100
Dec 06 11:53:00 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:53:00 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:53:00 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17
Dec 06 11:53:00 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:53:00 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:53:00 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193
Dec 06 11:53:00 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:53:00 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:53:00 user nova-compute[75260]: FIRMWARE:
Dec 06 11:53:00 user nova-compute[75260]: No targets found.
Dec 06 11:53:00 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:53:00 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:53:00 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9dd47c5-ce80-4105-ac03-d8a708d5cb90]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4e1e6d-0b17-4430-9c24-a7f20198114e]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:00 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:00 user nova-compute[75260]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 (non-flash)
Dec 06 11:53:00 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:00 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:00 user nova-compute[75260]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 (non-flash)
Dec 06 11:53:00 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2bbac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:53:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7e7bc2-ed2f-4556-bc3a-2353b54a06b5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[95bb220d-b540-48a5-aabe-90ce180bd13a]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d884f4-2433-46ef-8637-5e83379a6d65]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ee8018-09ad-4884-bb01-4156d3196b73]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f0a1be-f167-4572-ab9e-fadcfe5637f3]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[95367632-5fa1-4c37-a448-8013d74bc4b2]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260]
Dec 06 11:53:01 user nova-compute[75260]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193, portal: 172.16.0.220,3260] successful.
Dec 06 11:53:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfa5c86-204d-46c8-82c5-89ad1815e193 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b27c50a-bc05-494b-9824-ebaa4529289e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] <== disconnect_volume: return (314ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:53:01 user nova-compute[75260]: DEBUG nova.objects.instance [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'flavor' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-27872a3a-24e5-431b-bd7d-eda06bfb8674 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.646s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:53:02 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Creating image(s)
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Did not create local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Ensure instance console log exists: /opt/stack/data/nova/instances/5c5f98ac-cefd-4d3c-95d5-488e55f11698/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Start _get_guest_xml network_info=[{"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '7c995e34-673c-4c8b-9204-f822ac3a4f33', 'delete_on_termination': False, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fVTsROre', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5c5f98ac-cefd-4d3c-95d5-488e55f11698', 'attached_at': '', 'detached_at': '', 'volume_id': '0039731d-5a7f-48d6-9128-6a6d28971b11', 'serial': '0039731d-5a7f-48d6-9128-6a6d28971b11'}, 'disk_bus': 'virtio', 'volume_type': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:53:02 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:53:02 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:53:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fVTsROre', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:53:02 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:53:02 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:53:03 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:53:03 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d5c3b6-092a-4a6d-92d0-15db80460370]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:53:03 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6364160-8733-40b8-b2f8-7a764918bb4a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11] added
Dec 06 11:53:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b8a795-53e9-4947-a353-d948d678b133]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29be44d-1a75-4403-859e-15a16724a2fb]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fVTsROre {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fVTsROre" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d9a1646-b4ab-4791-9349-92dcdd115e97]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fVTsROre'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1076e7fb-ecf6-4b72-8bc9-c2bc2c755c4a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a446aa-3e44-4c75-b2d4-dca5ce9ad4ba]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e241091-7617-44e5-918d-a14a62c20b70]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260]
Dec 06 11:53:03 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260] successful.
Dec 06 11:53:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[642fcb6e-b923-40fa-b7ab-cc4e80fe37c4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[89eed7db-c547-4d82-a785-241acdd9ddf5]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)
Dec 06 11:53:03 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] HCTL ('35', '-', '-', 0) found on session 63 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc5e838-d615-4273-94de-26a2856151f1]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Searching for a device in session 63 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fVTsROre', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:53:03 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23030323761346631', 'path': '/dev/sdd'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030323761346631', 'path': '/dev/sdd'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-963101672',display_name='tempest-TestVolumeBootPattern-server-963101672',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-963101672',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-p019s2ny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:52:53Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=5c5f98ac-cefd-4d3c-95d5-488e55f11698,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.objects.instance [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c5f98ac-cefd-4d3c-95d5-488e55f11698 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:53:04 user nova-compute[75260]:   <uuid>5c5f98ac-cefd-4d3c-95d5-488e55f11698</uuid>
Dec 06 11:53:04 user nova-compute[75260]:   <name>instance-00000034</name>
Dec 06 11:53:04 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:53:04 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:53:04 user nova-compute[75260]:   <metadata>
Dec 06 11:53:04 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:53:04 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:53:04 user nova-compute[75260]:       <nova:name>tempest-TestVolumeBootPattern-server-963101672</nova:name>
Dec 06 11:53:04 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:53:02</nova:creationTime>
Dec 06 11:53:04 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:53:04 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:53:04 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:53:04 user nova-compute[75260]:       <nova:owner>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:user uuid="e89920c803334038813a65666797af4c">tempest-TestVolumeBootPattern-343433018-project-member</nova:user>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:project uuid="4124daa513cf4675bb31e20b299a90a4">tempest-TestVolumeBootPattern-343433018</nova:project>
Dec 06 11:53:04 user nova-compute[75260]:       </nova:owner>
Dec 06 11:53:04 user nova-compute[75260]:       <nova:ports>
Dec 06 11:53:04 user nova-compute[75260]:         <nova:port uuid="8185c7d0-d04d-4a6c-be26-b60cd9705dd3">
Dec 06 11:53:04 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 11:53:04 user nova-compute[75260]:         </nova:port>
Dec 06 11:53:04 user nova-compute[75260]:       </nova:ports>
Dec 06 11:53:04 user nova-compute[75260]:     </nova:instance>
Dec 06 11:53:04 user nova-compute[75260]:   </metadata>
Dec 06 11:53:04 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:53:04 user nova-compute[75260]:     <system>
Dec 06 11:53:04 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:53:04 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:53:04 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:53:04 user nova-compute[75260]:       <entry name="serial">5c5f98ac-cefd-4d3c-95d5-488e55f11698</entry>
Dec 06 11:53:04 user nova-compute[75260]:       <entry name="uuid">5c5f98ac-cefd-4d3c-95d5-488e55f11698</entry>
Dec 06 11:53:04 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:53:04 user nova-compute[75260]:     </system>
Dec 06 11:53:04 user nova-compute[75260]:   </sysinfo>
Dec 06 11:53:04 user nova-compute[75260]:   <os>
Dec 06 11:53:04 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:53:04 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:53:04 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:53:04 user nova-compute[75260]:   </os>
Dec 06 11:53:04 user nova-compute[75260]:   <features>
Dec 06 11:53:04 user nova-compute[75260]:     <acpi/>
Dec 06 11:53:04 user nova-compute[75260]:     <apic/>
Dec 06 11:53:04 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:53:04 user nova-compute[75260]:   </features>
Dec 06 11:53:04 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:53:04 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:53:04 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:53:04 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:53:04 user nova-compute[75260]:   </clock>
Dec 06 11:53:04 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:53:04 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:53:04 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:53:04 user nova-compute[75260]:   </cpu>
Dec 06 11:53:04 user nova-compute[75260]:   <devices>
Dec 06 11:53:04 user nova-compute[75260]:     <disk type="block" device="disk">
Dec 06 11:53:04 user nova-compute[75260]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:53:04 user nova-compute[75260]:       <source dev="/dev/sdd"/>
Dec 06 11:53:04 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:53:04 user nova-compute[75260]:       <serial>0039731d-5a7f-48d6-9128-6a6d28971b11</serial>
Dec 06 11:53:04 user nova-compute[75260]:     </disk>
Dec 06 11:53:04 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:53:04 user nova-compute[75260]:       <mac address="fa:16:3e:3d:81:f7"/>
Dec 06 11:53:04 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:53:04 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:53:04 user nova-compute[75260]:       <target dev="tap8185c7d0-d0"/>
Dec 06 11:53:04 user nova-compute[75260]:     </interface>
Dec 06 11:53:04 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:53:04 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/5c5f98ac-cefd-4d3c-95d5-488e55f11698/console.log" append="off"/>
Dec 06 11:53:04 user nova-compute[75260]:     </serial>
Dec 06 11:53:04 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:53:04 user nova-compute[75260]:     <video>
Dec 06 11:53:04 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:53:04 user nova-compute[75260]:     </video>
Dec 06 11:53:04 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:53:04 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:53:04 user nova-compute[75260]:     </rng>
Dec 06 11:53:04 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:53:04 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:53:04 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:53:04 user nova-compute[75260]:     </memballoon>
Dec 06 11:53:04 user nova-compute[75260]:   </devices>
Dec 06 11:53:04 user nova-compute[75260]: </domain>
Dec 06 11:53:04 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-963101672',display_name='tempest-TestVolumeBootPattern-server-963101672',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-963101672',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-p019s2ny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:52:53Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=5c5f98ac-cefd-4d3c-95d5-488e55f11698,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG os_vif [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d430f3a-82d2-508e-bf48-4813133a9c3a', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8185c7d0-d0, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8185c7d0-d0, col_values=(('qos', UUID('bf556ee6-700c-4a47-a4bd-90c515ab7c01')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8185c7d0-d0, col_values=(('external_ids', {'iface-id': '8185c7d0-d04d-4a6c-be26-b60cd9705dd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:81:f7', 'vm-uuid': '5c5f98ac-cefd-4d3c-95d5-488e55f11698'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:04 user nova-compute[75260]: INFO os_vif [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0')
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:53:04 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] No VIF found with MAC fa:16:3e:3d:81:f7, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-db68d215-5c3b-41fd-8018-66b260fb3158 req-f679c9f4-be08-4913-bf23-c3c493ec25fd service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-db68d215-5c3b-41fd-8018-66b260fb3158 req-f679c9f4-be08-4913-bf23-c3c493ec25fd service nova] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-db68d215-5c3b-41fd-8018-66b260fb3158 req-f679c9f4-be08-4913-bf23-c3c493ec25fd service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-db68d215-5c3b-41fd-8018-66b260fb3158 req-f679c9f4-be08-4913-bf23-c3c493ec25fd service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:05 user nova-compute[75260]: DEBUG nova.compute.manager [req-db68d215-5c3b-41fd-8018-66b260fb3158 req-f679c9f4-be08-4913-bf23-c3c493ec25fd service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] No waiting events found dispatching network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:53:05 user nova-compute[75260]: WARNING nova.compute.manager [req-db68d215-5c3b-41fd-8018-66b260fb3158 req-f679c9f4-be08-4913-bf23-c3c493ec25fd service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received unexpected event network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 for instance with vm_state building and task_state spawning.
Dec 06 11:53:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:53:07 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Instance spawned successfully.
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:53:07 user nova-compute[75260]: INFO nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Took 4.95 seconds to spawn the instance on the hypervisor.
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-fa0f069d-eb41-4c05-a35a-f601aa5633e3 req-bfc85b38-5b35-4e05-a653-54d8dc51504b service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fa0f069d-eb41-4c05-a35a-f601aa5633e3 req-bfc85b38-5b35-4e05-a653-54d8dc51504b service nova] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fa0f069d-eb41-4c05-a35a-f601aa5633e3 req-bfc85b38-5b35-4e05-a653-54d8dc51504b service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-fa0f069d-eb41-4c05-a35a-f601aa5633e3 req-bfc85b38-5b35-4e05-a653-54d8dc51504b service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:07 user nova-compute[75260]: DEBUG nova.compute.manager [req-fa0f069d-eb41-4c05-a35a-f601aa5633e3 req-bfc85b38-5b35-4e05-a653-54d8dc51504b service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] No waiting events found dispatching network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:53:07 user nova-compute[75260]: WARNING nova.compute.manager [req-fa0f069d-eb41-4c05-a35a-f601aa5633e3 req-bfc85b38-5b35-4e05-a653-54d8dc51504b service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received unexpected event network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 for instance with vm_state building and task_state spawning.
Dec 06 11:53:07 user nova-compute[75260]: INFO nova.compute.manager [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Took 15.14 seconds to build instance.
Dec 06 11:53:08 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-561423e1-5140-4cf6-bb79-11c328987588 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.237s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:09 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:53:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:53:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:53:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:53:30 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:53:30 user nova-compute[75260]: INFO nova.compute.manager [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Detaching volume 11c63860-232b-443f-9335-1bfa7e2eff17
Dec 06 11:53:30 user nova-compute[75260]: INFO nova.virt.block_device [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Attempting to driver detach volume 11c63860-232b-443f-9335-1bfa7e2eff17 from mountpoint /dev/vdb
Dec 06 11:53:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Attempting to detach device vdb from instance f8367573-9324-4d0f-b919-894665c86d30 from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 11:53:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:53:30 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:53:30 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:53:30 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:53:30 user nova-compute[75260]:   <serial>11c63860-232b-443f-9335-1bfa7e2eff17</serial>
Dec 06 11:53:30 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:53:30 user nova-compute[75260]: </disk>
Dec 06 11:53:30 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:53:30 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Successfully detached device vdb from instance f8367573-9324-4d0f-b919-894665c86d30 from the persistent domain config.
Dec 06 11:53:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f8367573-9324-4d0f-b919-894665c86d30 from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 11:53:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 11:53:30 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:53:30 user nova-compute[75260]:   <source dev="/dev/sdc"/>
Dec 06 11:53:30 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:53:30 user nova-compute[75260]:   <serial>11c63860-232b-443f-9335-1bfa7e2eff17</serial>
Dec 06 11:53:30 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 11:53:30 user nova-compute[75260]: </disk>
Dec 06 11:53:30 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 11:53:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 11:53:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [{"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f8367573-9324-4d0f-b919-894665c86d30" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:53:37 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:53:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:53:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:53:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8773MB free_disk=24.99065399169922GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f8367573-9324-4d0f-b919-894665c86d30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance daa7d4bd-d12b-48a0-8ddf-244f70737178 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5c5f98ac-cefd-4d3c-95d5-488e55f11698 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:53:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.258s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:53:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:53:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:53:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:53:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:53:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:53:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f8367573-9324-4d0f-b919-894665c86d30 is timed out.
Dec 06 11:53:51 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Successfully detached device vdb from instance f8367573-9324-4d0f-b919-894665c86d30 from the live domain config.
Dec 06 11:53:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExUjhNPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:53:51 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cff37a8-e500-4501-998c-e45866dfb417]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:53:51 user nova-compute[75260]: No targets found.
Dec 06 11:53:51 user nova-compute[75260]: iSNS:
Dec 06 11:53:51 user nova-compute[75260]: No targets found.
Dec 06 11:53:51 user nova-compute[75260]: STATIC:
Dec 06 11:53:51 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100
Dec 06 11:53:51 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:53:51 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:53:51 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17
Dec 06 11:53:51 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:53:51 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:53:51 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11
Dec 06 11:53:51 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:53:51 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:53:51 user nova-compute[75260]: FIRMWARE:
Dec 06 11:53:51 user nova-compute[75260]: No targets found.
Dec 06 11:53:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:53:51 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:53:51 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3adf0ea-22dc-4e54-a630-70e09544b84c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9faa46-1fb3-4f47-b826-eff644acbced]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:51 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:51 user nova-compute[75260]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)
Dec 06 11:53:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:53:51 user nova-compute[75260]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 (non-flash)
Dec 06 11:53:51 user nova-compute[75260]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)
Dec 06 11:53:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c57c430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17'): ({'sdc'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Removing single pathed devices sdc {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[36fe8bbe-1261-44c2-b6d5-be5cdecd1347]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1580fa-f648-4d82-848f-084fcf493cb1]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Flushing IO for device /dev/sdc {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[891f579b-6ab9-4246-8266-bf7378365dfe]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf6568c6-594e-482d-9fb6-96e46afea2c3]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] SCSI volumes sdc have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c599b5d-7f71-41c3-aa7e-e48d8b1968e7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1809a178-5a9c-4c56-bf9e-19b495881d99]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260]
Dec 06 11:53:51 user nova-compute[75260]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17, portal: 172.16.0.220,3260] successful.
Dec 06 11:53:51 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:11c63860-232b-443f-9335-1bfa7e2eff17 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9c17be-818d-4007-9600-f06ba6f1f1f4]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] <== disconnect_volume: return (324ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:53:51 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:53:52 user nova-compute[75260]: DEBUG nova.objects.instance [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'flavor' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:53:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-845b8316-dbf4-4fc1-bc85-e4966b45ec2e tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.906s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:53:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:53:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:54:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:54:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:54:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:21 user nova-compute[75260]: INFO nova.compute.manager [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Terminating instance
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.compute.manager [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-cdbc2282-373f-49d6-9a00-8b1bf3a977a5 req-22a45f66-f712-442e-91ab-2f493760a1b5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-vif-unplugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cdbc2282-373f-49d6-9a00-8b1bf3a977a5 req-22a45f66-f712-442e-91ab-2f493760a1b5 service nova] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cdbc2282-373f-49d6-9a00-8b1bf3a977a5 req-22a45f66-f712-442e-91ab-2f493760a1b5 service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-cdbc2282-373f-49d6-9a00-8b1bf3a977a5 req-22a45f66-f712-442e-91ab-2f493760a1b5 service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-cdbc2282-373f-49d6-9a00-8b1bf3a977a5 req-22a45f66-f712-442e-91ab-2f493760a1b5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] No waiting events found dispatching network-vif-unplugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.compute.manager [req-cdbc2282-373f-49d6-9a00-8b1bf3a977a5 req-22a45f66-f712-442e-91ab-2f493760a1b5 service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-vif-unplugged-0f94301b-91b8-4915-a084-41d16a6b4ffd for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f8367573-9324-4d0f-b919-894665c86d30] Instance destroyed successfully.
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.objects.instance [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lazy-loading 'resources' on Instance uuid f8367573-9324-4d0f-b919-894665c86d30 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:50:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-392502447',display_name='tempest-TestServerVolumeAttachmentScenario-server-392502447',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-392502447',id=50,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOW3ZBB+GwRJJV2FlxOWVWM2SWcMrWRRSuR0yzVsZq7Ht9ssjF3vreeM5yJfRYLT8plbbCpclAsHCnZ9MpWJXDMzSKCh9LHQjwaLKFCi2elq4P4qopzT1JMiPfpfj8wNkw==',key_name='tempest-keypair-1406001474',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:50:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2c5fac251f9f43c1b62b1907aa0acde9',ramdisk_id='',reservation_id='r-p5f0tnh6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1050757228',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1050757228-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:50:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c65ec7783ab491988767379dce6e530',uuid=f8367573-9324-4d0f-b919-894665c86d30,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Converting VIF {"id": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "address": "fa:16:3e:5f:ba:89", "network": {"id": "295bb438-009b-47ad-80a5-e1693a0e3554", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1475321327-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c5fac251f9f43c1b62b1907aa0acde9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f94301b-91", "ovs_interfaceid": "0f94301b-91b8-4915-a084-41d16a6b4ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG os_vif [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f94301b-91, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2dc81a66-0dbf-4c47-8b2f-66b2bffcc906) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:21 user nova-compute[75260]: INFO os_vif [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ba:89,bridge_name='br-int',has_traffic_filtering=True,id=0f94301b-91b8-4915-a084-41d16a6b4ffd,network=Network(295bb438-009b-47ad-80a5-e1693a0e3554),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f94301b-91')
Dec 06 11:54:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Deleting instance files /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30_del
Dec 06 11:54:21 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Deletion of /opt/stack/data/nova/instances/f8367573-9324-4d0f-b919-894665c86d30_del complete
Dec 06 11:54:22 user nova-compute[75260]: INFO nova.compute.manager [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] [instance: f8367573-9324-4d0f-b919-894665c86d30] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 06 11:54:22 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:54:22 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: f8367573-9324-4d0f-b919-894665c86d30] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:54:22 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f8367573-9324-4d0f-b919-894665c86d30] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:54:22 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:54:22 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: f8367573-9324-4d0f-b919-894665c86d30] Took 0.72 seconds to deallocate network for instance.
Dec 06 11:54:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-2632de6b-9c6e-4574-beeb-2de6f7603547 req-dfc4bdfa-2df9-4ccb-9f5e-7563295f3c1c service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-vif-deleted-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:22 user nova-compute[75260]: INFO nova.compute.manager [req-2632de6b-9c6e-4574-beeb-2de6f7603547 req-dfc4bdfa-2df9-4ccb-9f5e-7563295f3c1c service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Neutron deleted interface 0f94301b-91b8-4915-a084-41d16a6b4ffd; detaching it from the instance and deleting it from the info cache
Dec 06 11:54:22 user nova-compute[75260]: DEBUG nova.network.neutron [req-2632de6b-9c6e-4574-beeb-2de6f7603547 req-dfc4bdfa-2df9-4ccb-9f5e-7563295f3c1c service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:54:22 user nova-compute[75260]: DEBUG nova.compute.manager [req-2632de6b-9c6e-4574-beeb-2de6f7603547 req-dfc4bdfa-2df9-4ccb-9f5e-7563295f3c1c service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Detach interface failed, port_id=0f94301b-91b8-4915-a084-41d16a6b4ffd, reason: Instance f8367573-9324-4d0f-b919-894665c86d30 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:54:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:22 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.190s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:23 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Deleted allocations for instance f8367573-9324-4d0f-b919-894665c86d30
Dec 06 11:54:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-20fe708c-c7dd-433d-aa58-ee0ee180a6c6 tempest-TestServerVolumeAttachmentScenario-1050757228 tempest-TestServerVolumeAttachmentScenario-1050757228-project-member] Lock "f8367573-9324-4d0f-b919-894665c86d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.960s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-84b13d4f-ae15-494d-b446-0dfc39d891f2 req-b0df76a5-ad9c-4c81-8944-3d3c3473a85d service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received event network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84b13d4f-ae15-494d-b446-0dfc39d891f2 req-b0df76a5-ad9c-4c81-8944-3d3c3473a85d service nova] Acquiring lock "f8367573-9324-4d0f-b919-894665c86d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84b13d4f-ae15-494d-b446-0dfc39d891f2 req-b0df76a5-ad9c-4c81-8944-3d3c3473a85d service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-84b13d4f-ae15-494d-b446-0dfc39d891f2 req-b0df76a5-ad9c-4c81-8944-3d3c3473a85d service nova] Lock "f8367573-9324-4d0f-b919-894665c86d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:23 user nova-compute[75260]: DEBUG nova.compute.manager [req-84b13d4f-ae15-494d-b446-0dfc39d891f2 req-b0df76a5-ad9c-4c81-8944-3d3c3473a85d service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] No waiting events found dispatching network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:54:23 user nova-compute[75260]: WARNING nova.compute.manager [req-84b13d4f-ae15-494d-b446-0dfc39d891f2 req-b0df76a5-ad9c-4c81-8944-3d3c3473a85d service nova] [instance: f8367573-9324-4d0f-b919-894665c86d30] Received unexpected event network-vif-plugged-0f94301b-91b8-4915-a084-41d16a6b4ffd for instance with vm_state deleted and task_state None.
Dec 06 11:54:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:54:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:54:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:54:39 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:54:41 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:54:41 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8871MB free_disk=25.01776885986328GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance daa7d4bd-d12b-48a0-8ddf-244f70737178 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance 5c5f98ac-cefd-4d3c-95d5-488e55f11698 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-changed-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:44 user nova-compute[75260]: DEBUG nova.compute.manager [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Refreshing instance network info cache due to event network-changed-8185c7d0-d04d-4a6c-be26-b60cd9705dd3. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:54:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] Acquiring lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:54:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] Acquired lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:54:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Refreshing network info cache for port 8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updated VIF entry in instance network info cache for port 8185c7d0-d04d-4a6c-be26-b60cd9705dd3. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updating instance_info_cache with network_info: [{"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2566595a-02f9-4cdc-86a0-c7d02c0b883a req-9446dce1-a274-460b-abd6-e9c2134fefe6 service nova] Releasing lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-changed-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Refreshing instance network info cache due to event network-changed-8185c7d0-d04d-4a6c-be26-b60cd9705dd3. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] Acquiring lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] Acquired lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Refreshing network info cache for port 8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:45 user nova-compute[75260]: INFO nova.compute.manager [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Terminating instance
Dec 06 11:54:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updated VIF entry in instance network info cache for port 8185c7d0-d04d-4a6c-be26-b60cd9705dd3. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updating instance_info_cache with network_info: [{"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-3ef9063c-a2a9-4ac7-9335-c437829b3d10 req-d8f6049d-a586-4d39-a58e-168ac44a1f7c service nova] Releasing lock "refresh_cache-5c5f98ac-cefd-4d3c-95d5-488e55f11698" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:54:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Instance destroyed successfully.
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'resources' on Instance uuid 5c5f98ac-cefd-4d3c-95d5-488e55f11698 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:52:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-963101672',display_name='tempest-TestVolumeBootPattern-server-963101672',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-963101672',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:53:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-p019s2ny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:53:08Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=5c5f98ac-cefd-4d3c-95d5-488e55f11698,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "address": "fa:16:3e:3d:81:f7", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8185c7d0-d0", "ovs_interfaceid": "8185c7d0-d04d-4a6c-be26-b60cd9705dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_vif [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8185c7d0-d0, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf556ee6-700c-4a47-a4bd-90c515ab7c01) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:46 user nova-compute[75260]: INFO os_vif [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:81:f7,bridge_name='br-int',has_traffic_filtering=True,id=8185c7d0-d04d-4a6c-be26-b60cd9705dd3,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8185c7d0-d0')
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fVTsROre', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:54:46 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5832f8db-31b2-4317-a90f-d0729d1a76f4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:54:46 user nova-compute[75260]: No targets found.
Dec 06 11:54:46 user nova-compute[75260]: iSNS:
Dec 06 11:54:46 user nova-compute[75260]: No targets found.
Dec 06 11:54:46 user nova-compute[75260]: STATIC:
Dec 06 11:54:46 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100
Dec 06 11:54:46 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:54:46 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:54:46 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11
Dec 06 11:54:46 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:54:46 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:54:46 user nova-compute[75260]: FIRMWARE:
Dec 06 11:54:46 user nova-compute[75260]: No targets found.
Dec 06 11:54:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:54:46 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:54:46 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f44d58-ee11-4e57-abbe-25d6a4abb9f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[52923091-353d-4180-86b7-152241a48015]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:54:46 user nova-compute[75260]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)
Dec 06 11:54:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:54:46 user nova-compute[75260]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 (non-flash)
Dec 06 11:54:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2e4f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11'): ({'sdd'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Removing single pathed devices sdd {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db14f3b-e4fd-4cb5-837d-f6e6ed929997]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[324ee54c-bc73-4009-97b0-0015eb9a2e61]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flushing IO for device /dev/sdd {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4846c67-9715-4c19-87f2-b1d248e1f027]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[30591dac-a74a-4e93-93c0-eacbcb138996]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] SCSI volumes sdd have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO77d2e1ab-0027a4f189e11c40', '/dev/disk/by-id/scsi-23030323761346631', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_77d2e1ab') {{(pid=86492) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fefe6d-e6cd-416c-9a2d-1606ac12e4dc]: (4, None) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[90aec238-5e29-4408-8d42-3dbb93eef518]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9368ab44-4475-4c72-b09d-952d37b6d7c5]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260]
Dec 06 11:54:46 user nova-compute[75260]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11, portal: 172.16.0.220,3260] successful.
Dec 06 11:54:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0039731d-5a7f-48d6-9128-6a6d28971b11 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06bcd03-9c02-43b7-bf6a-d3791045dddd]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== disconnect_volume: return (307ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:54:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Deleting instance files /opt/stack/data/nova/instances/5c5f98ac-cefd-4d3c-95d5-488e55f11698_del
Dec 06 11:54:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Deletion of /opt/stack/data/nova/instances/5c5f98ac-cefd-4d3c-95d5-488e55f11698_del complete
Dec 06 11:54:46 user nova-compute[75260]: INFO nova.compute.manager [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 06 11:54:46 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:54:46 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:54:47 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Took 0.42 seconds to deallocate network for instance.
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-77e136fb-0902-45e5-8f42-c9b94351d14d req-d214c9e6-761b-4fc8-abe7-94c754b32770 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-vif-deleted-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-vif-unplugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] No waiting events found dispatching network-vif-unplugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-vif-unplugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received event network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] Acquiring lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] No waiting events found dispatching network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:54:47 user nova-compute[75260]: WARNING nova.compute.manager [req-d428c340-1e0a-49e2-8e24-fecbee0b23a3 req-5865e07d-4b54-4883-8328-6045f41e7a31 service nova] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Received unexpected event network-vif-plugged-8185c7d0-d04d-4a6c-be26-b60cd9705dd3 for instance with vm_state active and task_state deleting.
Dec 06 11:54:48 user nova-compute[75260]: INFO nova.compute.manager [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: 5c5f98ac-cefd-4d3c-95d5-488e55f11698] Took 0.94 seconds to detach 1 volumes for instance.
Dec 06 11:54:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:54:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:54:48 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:54:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:54:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.139s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:48 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Deleted allocations for instance 5c5f98ac-cefd-4d3c-95d5-488e55f11698
Dec 06 11:54:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-ffc2bc88-2b49-42c7-9c6f-9e77937ac07e tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "5c5f98ac-cefd-4d3c-95d5-488e55f11698" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.817s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:54:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:54:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:54:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:12 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:23 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:55:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:55:40 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 11:55:40 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 11:55:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75260) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 11:55:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:55:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9017MB free_disk=25.016143798828125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance daa7d4bd-d12b-48a0-8ddf-244f70737178 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:55:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:55:43 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:55:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.353s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-changed-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG nova.compute.manager [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Refreshing instance network info cache due to event network-changed-733a5a7f-e85d-4aff-878b-4248be84d4ef. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] Acquiring lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] Acquired lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG nova.network.neutron [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Refreshing network info cache for port 733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:45 user nova-compute[75260]: INFO nova.compute.manager [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Terminating instance
Dec 06 11:55:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updated VIF entry in instance network info cache for port 733a5a7f-e85d-4aff-878b-4248be84d4ef. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.network.neutron [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [{"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-5b924f48-4848-4b1a-a830-31a5ed7cd43e req-7395de96-7e15-4134-b244-eb2c1929fbed service nova] Releasing lock "refresh_cache-daa7d4bd-d12b-48a0-8ddf-244f70737178" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Instance destroyed successfully.
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.objects.instance [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lazy-loading 'resources' on Instance uuid daa7d4bd-d12b-48a0-8ddf-244f70737178 {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:50:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-911193046',display_name='tempest-TestVolumeBootPattern-server-911193046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-911193046',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHaOq/TFBagLCsAMwaIT/8RiDfgWe66D3h81kCxOVzdXazcPTaRDMaMpqULl0CeZ32GWzLhsRa1zdpmcOfgqPkTAFdggc+UeXgqVisREA6ej7TSkx8VHZLT7spTWa6UGtA==',key_name='tempest-TestVolumeBootPattern-305256791',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4124daa513cf4675bb31e20b299a90a4',ramdisk_id='',reservation_id='r-9g0pw6w0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-343433018',owner_user_name='tempest-TestVolumeBootPattern-343433018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:51:07Z,user_data=None,user_id='e89920c803334038813a65666797af4c',uuid=daa7d4bd-d12b-48a0-8ddf-244f70737178,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converting VIF {"id": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "address": "fa:16:3e:a8:d1:99", "network": {"id": "7e020045-2c86-41cb-9d12-207c72e678ff", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-364219825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4124daa513cf4675bb31e20b299a90a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap733a5a7f-e8", "ovs_interfaceid": "733a5a7f-e85d-4aff-878b-4248be84d4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_vif [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap733a5a7f-e8, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=08f8d673-ebde-4144-8cf2-7c63f4d0bbf9) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:55:46 user nova-compute[75260]: INFO os_vif [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d1:99,bridge_name='br-int',has_traffic_filtering=True,id=733a5a7f-e85d-4aff-878b-4248be84d4ef,network=Network(7e020045-2c86-41cb-9d12-207c72e678ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap733a5a7f-e8')
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qyNUgubT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:55:46 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ff7e73-3783-42f1-831e-b13bfe59d3eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 11:55:46 user nova-compute[75260]: No targets found.
Dec 06 11:55:46 user nova-compute[75260]: iSNS:
Dec 06 11:55:46 user nova-compute[75260]: No targets found.
Dec 06 11:55:46 user nova-compute[75260]: STATIC:
Dec 06 11:55:46 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100
Dec 06 11:55:46 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 11:55:46 user nova-compute[75260]:                 Iface Name: default
Dec 06 11:55:46 user nova-compute[75260]: FIRMWARE:
Dec 06 11:55:46 user nova-compute[75260]: No targets found.
Dec 06 11:55:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 11:55:46 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 11:55:46 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd136731-0899-477c-8a7e-ebeddf09c3e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c853fc5-b3e4-4880-8d1a-140c5990d466]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:55:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 (non-flash)
Dec 06 11:55:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e54db7be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40bb2d9-7db2-44b7-8ad2-6e28030b7280]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f397a86-4bbd-49f9-8907-cb1c875e7672]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46f4f0f-fe8b-4f78-b779-a44beb0223a9]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d75ef4-98c2-4567-9ad8-dd4483cd4fc5]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e30858-0880-4c8e-a617-108122390141]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac808aa5-51d9-4dcc-b7cd-4cd05b7c0281]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260]
Dec 06 11:55:46 user nova-compute[75260]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100, portal: 172.16.0.220,3260] successful.
Dec 06 11:55:46 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5abbf7e1-59be-4f0e-a203-ed0c4c912100 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0d140b-1564-4100-bf43-cc07f93e5b72]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] <== disconnect_volume: return (311ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 11:55:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Deleting instance files /opt/stack/data/nova/instances/daa7d4bd-d12b-48a0-8ddf-244f70737178_del
Dec 06 11:55:46 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Deletion of /opt/stack/data/nova/instances/daa7d4bd-d12b-48a0-8ddf-244f70737178_del complete
Dec 06 11:55:46 user nova-compute[75260]: INFO nova.compute.manager [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 11:55:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:55:47 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Took 0.51 seconds to deallocate network for instance.
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-2651f121-bec8-4db5-8d3b-d6056637409f req-ad22721e-55f2-4e29-bac4-cfa2289b00db service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-vif-deleted-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:55:47 user nova-compute[75260]: INFO nova.compute.manager [req-2651f121-bec8-4db5-8d3b-d6056637409f req-ad22721e-55f2-4e29-bac4-cfa2289b00db service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Neutron deleted interface 733a5a7f-e85d-4aff-878b-4248be84d4ef; detaching it from the instance and deleting it from the info cache
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.network.neutron [req-2651f121-bec8-4db5-8d3b-d6056637409f req-ad22721e-55f2-4e29-bac4-cfa2289b00db service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-2651f121-bec8-4db5-8d3b-d6056637409f req-ad22721e-55f2-4e29-bac4-cfa2289b00db service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Detach interface failed, port_id=733a5a7f-e85d-4aff-878b-4248be84d4ef, reason: Instance daa7d4bd-d12b-48a0-8ddf-244f70737178 could not be found. {{(pid=75260) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-vif-unplugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] No waiting events found dispatching network-vif-unplugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-vif-unplugged-733a5a7f-e85d-4aff-878b-4248be84d4ef for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received event network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] Acquiring lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:47 user nova-compute[75260]: DEBUG nova.compute.manager [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] No waiting events found dispatching network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:55:47 user nova-compute[75260]: WARNING nova.compute.manager [req-45395db4-10c1-4b33-bec8-be40c962f7d8 req-bc6943fc-c1ca-49d0-ad09-2df659974182 service nova] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Received unexpected event network-vif-plugged-733a5a7f-e85d-4aff-878b-4248be84d4ef for instance with vm_state active and task_state deleting.
Dec 06 11:55:47 user nova-compute[75260]: INFO nova.compute.manager [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] [instance: daa7d4bd-d12b-48a0-8ddf-244f70737178] Took 0.84 seconds to detach 1 volumes for instance.
Dec 06 11:55:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:55:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:55:48 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:55:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:55:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.112s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:48 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Deleted allocations for instance daa7d4bd-d12b-48a0-8ddf-244f70737178
Dec 06 11:55:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-460e0930-bc49-4bdb-a565-d8aec85b6753 tempest-TestVolumeBootPattern-343433018 tempest-TestVolumeBootPattern-343433018-project-member] Lock "daa7d4bd-d12b-48a0-8ddf-244f70737178" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.835s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:55:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 11:55:50 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:55:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:55:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:56:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:56:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:56:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:56:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:56:42 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9154MB free_disk=25.015052795410156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.255s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:56:42 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:43 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:56:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:56:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:56:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:56:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:56:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:56:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:56:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:57:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:57:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:57:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:57:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:57:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:16 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:57:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:37 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:57:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:57:42 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 11:57:42 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:44 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:57:44 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8872MB free_disk=25.002246856689453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:57:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:47 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:57:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:50 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Starting instance... {{(pid=75260) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75260) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 11:57:52 user nova-compute[75260]: INFO nova.compute.claims [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Claim successful on node user
Dec 06 11:57:52 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.248s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:52 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Start building networks asynchronously for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Allocating IP information in the background. {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] allocate_for_instance() {{(pid=75260) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 11:57:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 11:57:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Start building block device mappings for instance. {{(pid=75260) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG nova.policy [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd532df6b28b4184aa069dfa54313956', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3c4bb4d07c74f3e8fd031b50e3531f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75260) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Start spawning the instance on the hypervisor. {{(pid=75260) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Creating instance directory {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 11:57:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Creating image(s)
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "/opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "/opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "/opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.228s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.211s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk 1073741824 {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9,backing_fmt=raw /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk 1073741824" returned: 0 in 0.055s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14239ce139a4bbe29d1e9ec33b38cbbd8ae8e4d9 --force-share --output=json" returned: 0 in 0.231s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk. size=1073741824 {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Successfully created port: 7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG nova.virt.disk.api [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Cannot resize image /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk to a smaller size. {{(pid=75260) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Created local disks {{(pid=75260) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Ensure instance console log exists: /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/console.log {{(pid=75260) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Successfully updated port: 7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Building network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Instance cache missing network info. {{(pid=75260) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-changed-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.compute.manager [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Refreshing instance network info cache due to event network-changed-7b99fb04-5d7f-4d7d-b526-b8131e00160f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.neutron [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Instance network_info: |[{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75260) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.neutron [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Refreshing network info cache for port 7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Start _get_guest_xml network_info=[{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/vda', 'boot_index': 0, 'disk_bus': 'virtio', 'image_id': '8a78d30c-b84a-4b02-a4ea-bb9217d18030'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 11:57:55 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:57:55 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CPU controller missing on host. {{(pid=75260) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.host [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CPU controller found on host. {{(pid=75260) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75260) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T11:10:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T11:10:32Z,direct_url=<?>,disk_format='qcow2',id=8a78d30c-b84a-4b02-a4ea-bb9217d18030,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='0ed577fabc3e4e009d5663f62a81fea5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T11:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Flavor limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Image limits 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Flavor pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Image pref 0:0:0 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75260) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Got 1 possible topologies {{(pid=75260) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.hardware [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75260) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:57:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1058922215',display_name='tempest-SnapshotDataIntegrityTests-server-1058922215',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1058922215',id=53,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFc/IQmBJ4tM50BgCzos+h4nqLWd3cWjpTOVa59kBD5srN81aWSBPF42KldNaOt+u/7AFAnwR8w2no/A7UzffoHcC5Vlu1DrR50dp6i4fZOwP+9RHgeHOG3UhhkxnpCHtQ==',key_name='tempest-keypair-1153724118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3c4bb4d07c74f3e8fd031b50e3531f6',ramdisk_id='',reservation_id='r-4g3j7wq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1988140716',owner_user_name='tempest-SnapshotDataIntegrityTests-1988140716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:57:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd532df6b28b4184aa069dfa54313956',uuid=f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75260) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Converting VIF {"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.objects.instance [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'pci_devices' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 11:57:55 user nova-compute[75260]:   <uuid>f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b</uuid>
Dec 06 11:57:55 user nova-compute[75260]:   <name>instance-00000035</name>
Dec 06 11:57:55 user nova-compute[75260]:   <memory>524288</memory>
Dec 06 11:57:55 user nova-compute[75260]:   <vcpu>1</vcpu>
Dec 06 11:57:55 user nova-compute[75260]:   <metadata>
Dec 06 11:57:55 user nova-compute[75260]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 11:57:55 user nova-compute[75260]:       <nova:package version="0.0.0"/>
Dec 06 11:57:55 user nova-compute[75260]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1058922215</nova:name>
Dec 06 11:57:55 user nova-compute[75260]:       <nova:creationTime>2023-12-06 11:57:55</nova:creationTime>
Dec 06 11:57:55 user nova-compute[75260]:       <nova:flavor name="m1.tiny">
Dec 06 11:57:55 user nova-compute[75260]:         <nova:memory>512</nova:memory>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:disk>1</nova:disk>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:swap>0</nova:swap>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:vcpus>1</nova:vcpus>
Dec 06 11:57:55 user nova-compute[75260]:       </nova:flavor>
Dec 06 11:57:55 user nova-compute[75260]:       <nova:owner>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:user uuid="cd532df6b28b4184aa069dfa54313956">tempest-SnapshotDataIntegrityTests-1988140716-project-member</nova:user>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:project uuid="f3c4bb4d07c74f3e8fd031b50e3531f6">tempest-SnapshotDataIntegrityTests-1988140716</nova:project>
Dec 06 11:57:55 user nova-compute[75260]:       </nova:owner>
Dec 06 11:57:55 user nova-compute[75260]:       <nova:root type="image" uuid="8a78d30c-b84a-4b02-a4ea-bb9217d18030"/>
Dec 06 11:57:55 user nova-compute[75260]:       <nova:ports>
Dec 06 11:57:55 user nova-compute[75260]:         <nova:port uuid="7b99fb04-5d7f-4d7d-b526-b8131e00160f">
Dec 06 11:57:55 user nova-compute[75260]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 11:57:55 user nova-compute[75260]:         </nova:port>
Dec 06 11:57:55 user nova-compute[75260]:       </nova:ports>
Dec 06 11:57:55 user nova-compute[75260]:     </nova:instance>
Dec 06 11:57:55 user nova-compute[75260]:   </metadata>
Dec 06 11:57:55 user nova-compute[75260]:   <sysinfo type="smbios">
Dec 06 11:57:55 user nova-compute[75260]:     <system>
Dec 06 11:57:55 user nova-compute[75260]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 11:57:55 user nova-compute[75260]:       <entry name="product">OpenStack Nova</entry>
Dec 06 11:57:55 user nova-compute[75260]:       <entry name="version">0.0.0</entry>
Dec 06 11:57:55 user nova-compute[75260]:       <entry name="serial">f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b</entry>
Dec 06 11:57:55 user nova-compute[75260]:       <entry name="uuid">f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b</entry>
Dec 06 11:57:55 user nova-compute[75260]:       <entry name="family">Virtual Machine</entry>
Dec 06 11:57:55 user nova-compute[75260]:     </system>
Dec 06 11:57:55 user nova-compute[75260]:   </sysinfo>
Dec 06 11:57:55 user nova-compute[75260]:   <os>
Dec 06 11:57:55 user nova-compute[75260]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 11:57:55 user nova-compute[75260]:     <boot dev="hd"/>
Dec 06 11:57:55 user nova-compute[75260]:     <smbios mode="sysinfo"/>
Dec 06 11:57:55 user nova-compute[75260]:   </os>
Dec 06 11:57:55 user nova-compute[75260]:   <features>
Dec 06 11:57:55 user nova-compute[75260]:     <acpi/>
Dec 06 11:57:55 user nova-compute[75260]:     <apic/>
Dec 06 11:57:55 user nova-compute[75260]:     <vmcoreinfo/>
Dec 06 11:57:55 user nova-compute[75260]:   </features>
Dec 06 11:57:55 user nova-compute[75260]:   <clock offset="utc">
Dec 06 11:57:55 user nova-compute[75260]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 11:57:55 user nova-compute[75260]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 11:57:55 user nova-compute[75260]:     <timer name="hpet" present="no"/>
Dec 06 11:57:55 user nova-compute[75260]:   </clock>
Dec 06 11:57:55 user nova-compute[75260]:   <cpu mode="custom" match="exact">
Dec 06 11:57:55 user nova-compute[75260]:     <model>Nehalem</model>
Dec 06 11:57:55 user nova-compute[75260]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 11:57:55 user nova-compute[75260]:   </cpu>
Dec 06 11:57:55 user nova-compute[75260]:   <devices>
Dec 06 11:57:55 user nova-compute[75260]:     <disk type="file" device="disk">
Dec 06 11:57:55 user nova-compute[75260]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 11:57:55 user nova-compute[75260]:       <source file="/opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk"/>
Dec 06 11:57:55 user nova-compute[75260]:       <target dev="vda" bus="virtio"/>
Dec 06 11:57:55 user nova-compute[75260]:     </disk>
Dec 06 11:57:55 user nova-compute[75260]:     <interface type="ethernet">
Dec 06 11:57:55 user nova-compute[75260]:       <mac address="fa:16:3e:2e:cc:4d"/>
Dec 06 11:57:55 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:57:55 user nova-compute[75260]:       <mtu size="1442"/>
Dec 06 11:57:55 user nova-compute[75260]:       <target dev="tap7b99fb04-5d"/>
Dec 06 11:57:55 user nova-compute[75260]:     </interface>
Dec 06 11:57:55 user nova-compute[75260]:     <serial type="pty">
Dec 06 11:57:55 user nova-compute[75260]:       <log file="/opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/console.log" append="off"/>
Dec 06 11:57:55 user nova-compute[75260]:     </serial>
Dec 06 11:57:55 user nova-compute[75260]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 11:57:55 user nova-compute[75260]:     <video>
Dec 06 11:57:55 user nova-compute[75260]:       <model type="virtio"/>
Dec 06 11:57:55 user nova-compute[75260]:     </video>
Dec 06 11:57:55 user nova-compute[75260]:     <rng model="virtio">
Dec 06 11:57:55 user nova-compute[75260]:       <backend model="random">/dev/urandom</backend>
Dec 06 11:57:55 user nova-compute[75260]:     </rng>
Dec 06 11:57:55 user nova-compute[75260]:     <controller type="usb" index="0" model="none"/>
Dec 06 11:57:55 user nova-compute[75260]:     <memballoon model="virtio">
Dec 06 11:57:55 user nova-compute[75260]:       <stats period="10"/>
Dec 06 11:57:55 user nova-compute[75260]:     </memballoon>
Dec 06 11:57:55 user nova-compute[75260]:   </devices>
Dec 06 11:57:55 user nova-compute[75260]: </domain>
Dec 06 11:57:55 user nova-compute[75260]:  {{(pid=75260) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:57:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1058922215',display_name='tempest-SnapshotDataIntegrityTests-server-1058922215',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1058922215',id=53,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFc/IQmBJ4tM50BgCzos+h4nqLWd3cWjpTOVa59kBD5srN81aWSBPF42KldNaOt+u/7AFAnwR8w2no/A7UzffoHcC5Vlu1DrR50dp6i4fZOwP+9RHgeHOG3UhhkxnpCHtQ==',key_name='tempest-keypair-1153724118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3c4bb4d07c74f3e8fd031b50e3531f6',ramdisk_id='',reservation_id='r-4g3j7wq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1988140716',owner_user_name='tempest-SnapshotDataIntegrityTests-1988140716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T11:57:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd532df6b28b4184aa069dfa54313956',uuid=f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Converting VIF {"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG os_vif [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d') {{(pid=75260) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82b630fa-d211-5383-90de-5b9a181fe7a8', '_type': 'linux-noop'}}, row=False) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b99fb04-5d, may_exist=True, interface_attrs={}) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b99fb04-5d, col_values=(('qos', UUID('fc68f04e-0f9b-453a-8b79-16efbfa6db93')),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b99fb04-5d, col_values=(('external_ids', {'iface-id': '7b99fb04-5d7f-4d7d-b526-b8131e00160f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:cc:4d', 'vm-uuid': 'f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b'}),), if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:55 user nova-compute[75260]: INFO os_vif [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d')
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:57:55 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No VIF found with MAC fa:16:3e:2e:cc:4d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:57:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated VIF entry in instance network info cache for port 7b99fb04-5d7f-4d7d-b526-b8131e00160f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:57:56 user nova-compute[75260]: DEBUG nova.network.neutron [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:57:56 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-940f3841-3585-4510-902b-ed88a0c4cb9c req-40276535-b034-4dab-8278-c8a9dc074256 service nova] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-b13f1799-fd81-4f86-a4c4-f432cc63f3b6 req-949e2e78-cfb9-475b-911e-9f60d9a8983c service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b13f1799-fd81-4f86-a4c4-f432cc63f3b6 req-949e2e78-cfb9-475b-911e-9f60d9a8983c service nova] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b13f1799-fd81-4f86-a4c4-f432cc63f3b6 req-949e2e78-cfb9-475b-911e-9f60d9a8983c service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-b13f1799-fd81-4f86-a4c4-f432cc63f3b6 req-949e2e78-cfb9-475b-911e-9f60d9a8983c service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:57 user nova-compute[75260]: DEBUG nova.compute.manager [req-b13f1799-fd81-4f86-a4c4-f432cc63f3b6 req-949e2e78-cfb9-475b-911e-9f60d9a8983c service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] No waiting events found dispatching network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:57:57 user nova-compute[75260]: WARNING nova.compute.manager [req-b13f1799-fd81-4f86-a4c4-f432cc63f3b6 req-949e2e78-cfb9-475b-911e-9f60d9a8983c service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received unexpected event network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f for instance with vm_state building and task_state spawning.
Dec 06 11:57:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Instance event wait completed in 0 seconds for  {{(pid=75260) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Guest created on hypervisor {{(pid=75260) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 11:57:59 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Instance spawned successfully.
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Found default for hw_cdrom_bus of ide {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Found default for hw_disk_bus of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Found default for hw_input_bus of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Found default for hw_pointer_model of None {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Found default for hw_video_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Found default for hw_vif_model of virtio {{(pid=75260) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 11:57:59 user nova-compute[75260]: INFO nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Took 6.56 seconds to spawn the instance on the hypervisor.
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Checking state {{(pid=75260) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-2e2243ce-7dad-48e9-8c41-295af2513fc0 req-ae82bf4e-e04c-4c09-a565-305c196f7ad5 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2e2243ce-7dad-48e9-8c41-295af2513fc0 req-ae82bf4e-e04c-4c09-a565-305c196f7ad5 service nova] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2e2243ce-7dad-48e9-8c41-295af2513fc0 req-ae82bf4e-e04c-4c09-a565-305c196f7ad5 service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-2e2243ce-7dad-48e9-8c41-295af2513fc0 req-ae82bf4e-e04c-4c09-a565-305c196f7ad5 service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:57:59 user nova-compute[75260]: DEBUG nova.compute.manager [req-2e2243ce-7dad-48e9-8c41-295af2513fc0 req-ae82bf4e-e04c-4c09-a565-305c196f7ad5 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] No waiting events found dispatching network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 11:57:59 user nova-compute[75260]: WARNING nova.compute.manager [req-2e2243ce-7dad-48e9-8c41-295af2513fc0 req-ae82bf4e-e04c-4c09-a565-305c196f7ad5 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received unexpected event network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f for instance with vm_state building and task_state spawning.
Dec 06 11:57:59 user nova-compute[75260]: INFO nova.compute.manager [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Took 7.23 seconds to build instance.
Dec 06 11:57:59 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-92921e81-b363-44da-8232-aa75f6704da8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.345s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:58:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:58:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:58:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:58:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:58:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:58:43 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:58:44 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:58:45 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:58:45 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8865MB free_disk=24.969146728515625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:58:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:58:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:58:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:58:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:58:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:58:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 11:58:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:58:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 11:58:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:58:57 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:17 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 11:59:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-changed-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 11:59:43 user nova-compute[75260]: DEBUG nova.compute.manager [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Refreshing instance network info cache due to event network-changed-7b99fb04-5d7f-4d7d-b526-b8131e00160f. {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 11:59:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:59:43 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:59:43 user nova-compute[75260]: DEBUG nova.network.neutron [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Refreshing network info cache for port 7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 11:59:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated VIF entry in instance network info cache for port 7b99fb04-5d7f-4d7d-b526-b8131e00160f. {{(pid=75260) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 11:59:44 user nova-compute[75260]: DEBUG nova.network.neutron [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:59:44 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-a5b88239-7ae4-43c2-bcbf-149f145fb8ee req-5e435a40-7185-4ad9-9f2b-21252bbf5dda service nova] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:59:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:46 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:59:46 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8998MB free_disk=24.959617614746094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 11:59:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 11:59:47 user nova-compute[75260]: INFO nova.compute.manager [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attaching volume 934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 to /dev/vdb
Dec 06 11:59:47 user nova-compute[75260]: DEBUG os_brick.utils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[885935e9-806d-4061-a9ed-a0f22a83e6fa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8310497a-1ab8-4bbe-9d79-b13e9fef1a33]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9548f91f-7839-4250-9821-087033d816b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c15a26e-7868-4329-91d3-32b15b18401e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 11:59:47 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 11:59:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e34dc77-3a69-429c-a798-e7a859e59b3a]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG os_brick.utils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:59:47 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating existing volume attachment record: 559f3e5a-4601-4883-9a69-89bf1399afef {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 11:59:49 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 11:59:52 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:54 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 11:59:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQExDXNb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 11:59:56 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:59:56 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 11:59:56 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d5d1a8-d7f7-44ca-bf7d-21af7ee0eacc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 11:59:56 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3e96f4-b174-4041-8857-cb341078074d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23] added
Dec 06 11:59:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e82451-3e2c-4069-a9c8-35cccec63ac7]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9702e0b-62da-4773-9ee0-3abaa0b62dda]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQExDXNb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQExDXNb" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[765d9bfa-72c1-4d60-8706-ec958e2b35c0]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hQExDXNb'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a815d58-8665-44c0-ae23-fc5395c698f1]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ecfa47-16cc-42bd-87a3-68f930b6ffc1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:59:56 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 11:59:56 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:59:56 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 11:59:56 user nova-compute[75260]: 
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3517cf0e-acfa-4c74-b78a-b8380e579e26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260]
Dec 06 11:59:56 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260] successful.
Dec 06 11:59:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ea447b-e42f-484d-bdc4-c159df44ac9e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7354a497-cf31-4a46-acfc-22062bbe66c4]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 (non-flash)
Dec 06 11:59:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 (non-flash)
Dec 06 11:59:56 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.238s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[275d2475-80ae-4b1f-ac87-793f9d235e64]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 11:59:56 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQExDXNb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 11:59:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 11:59:57 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '23936376433323435', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 11:59:57 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936376433323435', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 11:59:57 user nova-compute[75260]: DEBUG nova.objects.instance [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 11:59:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 11:59:58 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 11:59:58 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 11:59:58 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 11:59:58 user nova-compute[75260]:   <serial>934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23</serial>
Dec 06 11:59:58 user nova-compute[75260]: </disk>
Dec 06 11:59:58 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 11:59:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:59:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 11:59:58 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No VIF found with MAC fa:16:3e:2e:cc:4d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 11:59:58 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-d064bc99-e533-4198-9b0a-9678689b42c0 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.098s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 11:59:59 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:04 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:00:16 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:00:16 user nova-compute[75260]: INFO nova.compute.manager [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Detaching volume 934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23
Dec 06 12:00:16 user nova-compute[75260]: INFO nova.virt.block_device [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attempting to driver detach volume 934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 from mountpoint /dev/vdb
Dec 06 12:00:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Attempting to detach device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 12:00:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:00:16 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:00:16 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:00:16 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:00:16 user nova-compute[75260]:   <serial>934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23</serial>
Dec 06 12:00:16 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:00:16 user nova-compute[75260]: </disk>
Dec 06 12:00:16 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:00:16 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config.
Dec 06 12:00:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 12:00:16 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:00:16 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:00:16 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:00:16 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:00:16 user nova-compute[75260]:   <serial>934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23</serial>
Dec 06 12:00:16 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:00:16 user nova-compute[75260]: </disk>
Dec 06 12:00:16 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:00:17 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 12:00:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:37 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b is timed out.
Dec 06 12:00:37 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config.
Dec 06 12:00:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQExDXNb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:00:37 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0b8486-db74-4f1f-b06c-0c22a6a443ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 12:00:37 user nova-compute[75260]: No targets found.
Dec 06 12:00:37 user nova-compute[75260]: iSNS:
Dec 06 12:00:37 user nova-compute[75260]: No targets found.
Dec 06 12:00:37 user nova-compute[75260]: STATIC:
Dec 06 12:00:37 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23
Dec 06 12:00:37 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 12:00:37 user nova-compute[75260]:                 Iface Name: default
Dec 06 12:00:37 user nova-compute[75260]: FIRMWARE:
Dec 06 12:00:37 user nova-compute[75260]: No targets found.
Dec 06 12:00:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 12:00:37 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 12:00:37 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bb2aa9d-a3df-4f99-b067-fce9e47130a7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d14589-da16-49e3-957d-475de17fc97e]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 (non-flash)
Dec 06 12:00:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 (non-flash)
Dec 06 12:00:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c635c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[60fb3218-9d83-424d-8d2a-e60fbd26d462]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3d4db5-9198-4049-b081-7c2849575d07]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90cc78f-0b03-4583-bc77-cea44c01ef07]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[f643165e-089b-4945-94e6-2ad65e5d304b]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad066ee-14fe-44e6-bc06-6324b79f484e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4301d968-5180-4298-b42f-eef3c914afae]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260]
Dec 06 12:00:37 user nova-compute[75260]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23, portal: 172.16.0.220,3260] successful.
Dec 06 12:00:37 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:934eb1dc-f6c9-41ac-aeea-2bbaae5fcd23 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e049ac-f665-42ed-be95-b624aafc4c51]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== disconnect_volume: return (279ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:00:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 12:00:38 user nova-compute[75260]: DEBUG nova.objects.instance [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:00:38 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-dd375904-7a75-4634-b284-99852adeb5c8 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.677s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:00:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:44 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:00:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:00:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:00:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:00:46 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:00:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:00:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9014MB free_disk=24.958393096923828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.418s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 12:00:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 12:00:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:00:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:00:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:00:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:00:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:00:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:00:52 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:00:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:01:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:01:02 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:02 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 12:01:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:01:09 user nova-compute[75260]: INFO nova.compute.manager [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attaching volume 71c1b2b6-78f3-4aaa-9fbd-90fca8648262 to /dev/vdb
Dec 06 12:01:09 user nova-compute[75260]: DEBUG os_brick.utils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc799653-993d-42ae-bb9b-5a8cdd93a432]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:09 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df00c06a-e868-4615-984f-eaece6fb6f04]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c401e18-f48b-4ab8-a520-3064bfb070e5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a77e2a-d4e5-4e39-911d-86e979d26292]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 12:01:10 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 12:01:10 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c80e52-5cc2-4731-9b98-763754bb023b]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG os_brick.utils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating existing volume attachment record: 5b43cdaa-5936-4b45-99df-5fbb3a1e38fb {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 12:01:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:14 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:21 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:21 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 12:01:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YKwbLaut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:01:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:01:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:01:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:01:21 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:01:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:01:21 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:01:21 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 12:01:21 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[14c4b929-5bab-4b3c-bbdc-723ca4711cc0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 12:01:22 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70d80e4-fed1-43d0-83c6-0af745c3f24e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262] added
Dec 06 12:01:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b237ba8a-cf05-4da0-a2a8-e17621bfda5a]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3083f4c4-6afa-424d-b678-967bd868512f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YKwbLaut {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YKwbLaut" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2a0f51-be50-4a1b-bfe7-54f2f9e18231]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YKwbLaut'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d83bd3-5814-489b-86ee-18b04c424c8f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[78fe9d55-5aa3-40fc-849f-309e9c561d43]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 12:01:22 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 12:01:22 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:01:22 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 12:01:22 user nova-compute[75260]: 
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a09523c-5ca6-4ce2-a019-ca4e227f4436]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260]
Dec 06 12:01:22 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260] successful.
Dec 06 12:01:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[935370df-4ef6-4506-b379-a8881ed290c2]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7795e48c-d860-4cff-9db5-3f7596bf0480]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 (non-flash)
Dec 06 12:01:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 (non-flash)
Dec 06 12:01:22 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.239s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad7a9b2-f9ee-4bd5-816b-54f135e27e5f]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 12:01:22 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YKwbLaut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '23634383435666336', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634383435666336', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG nova.objects.instance [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 12:01:23 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:01:23 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:01:23 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:01:23 user nova-compute[75260]:   <serial>71c1b2b6-78f3-4aaa-9fbd-90fca8648262</serial>
Dec 06 12:01:23 user nova-compute[75260]: </disk>
Dec 06 12:01:23 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No VIF found with MAC fa:16:3e:2e:cc:4d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 12:01:23 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-5c32ef85-3039-4ee1-828a-f57b545e7b14 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.918s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:01:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:01:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:01:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:01:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:01:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:01:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:01:26 user nova-compute[75260]: INFO nova.compute.manager [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Detaching volume 71c1b2b6-78f3-4aaa-9fbd-90fca8648262
Dec 06 12:01:26 user nova-compute[75260]: INFO nova.virt.block_device [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attempting to driver detach volume 71c1b2b6-78f3-4aaa-9fbd-90fca8648262 from mountpoint /dev/vdb
Dec 06 12:01:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Attempting to detach device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 12:01:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:01:26 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:01:26 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:01:26 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:01:26 user nova-compute[75260]:   <serial>71c1b2b6-78f3-4aaa-9fbd-90fca8648262</serial>
Dec 06 12:01:26 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:01:26 user nova-compute[75260]: </disk>
Dec 06 12:01:26 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:01:26 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config.
Dec 06 12:01:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 12:01:26 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:01:26 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:01:26 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:01:26 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:01:26 user nova-compute[75260]:   <serial>71c1b2b6-78f3-4aaa-9fbd-90fca8648262</serial>
Dec 06 12:01:26 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:01:26 user nova-compute[75260]: </disk>
Dec 06 12:01:26 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:01:27 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 12:01:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:31 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:31 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Triggering sync for uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 12:01:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:01:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:01:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:01:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:01:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:01:35 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:40 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:45 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:01:47 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b is timed out.
Dec 06 12:01:47 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config.
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YKwbLaut', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:01:47 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0a170f5-a0e4-45e3-820d-4b318a5baf3d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 12:01:47 user nova-compute[75260]: No targets found.
Dec 06 12:01:47 user nova-compute[75260]: iSNS:
Dec 06 12:01:47 user nova-compute[75260]: No targets found.
Dec 06 12:01:47 user nova-compute[75260]: STATIC:
Dec 06 12:01:47 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262
Dec 06 12:01:47 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 12:01:47 user nova-compute[75260]:                 Iface Name: default
Dec 06 12:01:47 user nova-compute[75260]: FIRMWARE:
Dec 06 12:01:47 user nova-compute[75260]: No targets found.
Dec 06 12:01:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 12:01:47 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 12:01:47 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[59aa2a40-e16c-4ab7-b9b7-7db5c7301e73]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e7df99-d8ed-4097-b9e9-1b4e4db75eb9]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 (non-flash)
Dec 06 12:01:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 (non-flash)
Dec 06 12:01:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e2c763250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b17ac77-6856-4554-9d87-bea280ec5131]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b01aa1-9153-460d-a61c-3c0ca2fc00b6]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9ffd0b-ca33-44c2-a021-2b8fe5101f9c]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.029s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[75dc32c0-66a7-46c6-a8ad-30ed0e8f1d30]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fdca018-9d84-4acc-be7a-4902f8aa71aa]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[460a9c13-ecea-4933-9905-7ac8db00e489]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260]
Dec 06 12:01:47 user nova-compute[75260]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262, portal: 172.16.0.220,3260] successful.
Dec 06 12:01:47 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71c1b2b6-78f3-4aaa-9fbd-90fca8648262 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4b7faf-ef86-452e-8bef-9b9366f7b26f]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== disconnect_volume: return (273ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:01:47 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.objects.instance [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:01:48 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:01:48 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8992MB free_disk=24.957351684570312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-01ed8964-b412-4977-8236-f57ee97fcaea tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.021s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 17.290s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:01:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:01:50 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:01:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:53 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:01:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:01:56 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:56 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:01:57 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:00 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:05 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:10 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:15 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG nova.objects.instance [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:02:19 user nova-compute[75260]: INFO nova.compute.manager [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attaching volume fcf79e68-5790-4cdb-9236-5763bce2442f to /dev/vdb
Dec 06 12:02:19 user nova-compute[75260]: DEBUG os_brick.utils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:19 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[41434548-0d16-4058-b4f6-2b03f56e14dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1a3052-7153-403a-9ce4-8334c4b72b6a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a8ebb1-6cc3-488f-bab3-db6414a9e855]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b53584d1-d66c-4e54-84a7-65a8604e3ea6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 12:02:20 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 12:02:20 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c1407f-28d3-40f7-93a2-f8e4b60703ef]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG os_brick.utils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating existing volume attachment record: 5e041968-5493-4c72-85fe-2c90e394d433 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 12:02:20 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:24 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:25 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bxTtOyQd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:02:29 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:02:29 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:02:29 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3a8dc7-e853-4ba0-b700-b190a2e2160d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 12:02:29 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[08307c5f-efdc-4479-b196-ba3647140af3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f] added
Dec 06 12:02:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c599f44-6854-4aa5-ac15-c2ba4125a221]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6ff460-b7ee-49ae-832b-3e268201dedc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bxTtOyQd {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bxTtOyQd" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d18884ed-1b86-4b3d-a6b5-53fc24c25e20]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bxTtOyQd'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[060bdfb4-8e44-40b3-aba3-ee4c54bc42e8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[17e7c6bb-20db-4b01-8f13-3eb4aa0681e8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 12:02:29 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 12:02:29 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:02:29 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 12:02:29 user nova-compute[75260]: 
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c44f830-2527-48f7-9b50-ee5329399c58]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260]
Dec 06 12:02:29 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260] successful.
Dec 06 12:02:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[4836b918-c6a7-4611-9cb5-fe7d7856891e]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c422559-273e-4588-80c2-14c809e47bcd]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f (non-flash)
Dec 06 12:02:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f (non-flash)
Dec 06 12:02:29 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[462af5ec-cf15-440e-9470-474dda155c40]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 12:02:29 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bxTtOyQd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23732393935666333', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732393935666333', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG nova.objects.instance [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 12:02:30 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:02:30 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:02:30 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:02:30 user nova-compute[75260]:   <serial>fcf79e68-5790-4cdb-9236-5763bce2442f</serial>
Dec 06 12:02:30 user nova-compute[75260]: </disk>
Dec 06 12:02:30 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:02:30 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:02:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:02:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 12:02:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 12:02:31 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No VIF found with MAC fa:16:3e:2e:cc:4d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 12:02:31 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-789d4fc8-ce04-4693-bfd1-6395d2d3b906 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.354s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:02:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:02:33 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:02:33 user nova-compute[75260]: INFO nova.compute.manager [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Detaching volume fcf79e68-5790-4cdb-9236-5763bce2442f
Dec 06 12:02:33 user nova-compute[75260]: INFO nova.virt.block_device [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attempting to driver detach volume fcf79e68-5790-4cdb-9236-5763bce2442f from mountpoint /dev/vdb
Dec 06 12:02:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Attempting to detach device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 12:02:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:02:33 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:02:33 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:02:33 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:02:33 user nova-compute[75260]:   <serial>fcf79e68-5790-4cdb-9236-5763bce2442f</serial>
Dec 06 12:02:33 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:02:33 user nova-compute[75260]: </disk>
Dec 06 12:02:33 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:02:33 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config.
Dec 06 12:02:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 12:02:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:02:33 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:02:33 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:02:33 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:02:33 user nova-compute[75260]:   <serial>fcf79e68-5790-4cdb-9236-5763bce2442f</serial>
Dec 06 12:02:33 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:02:33 user nova-compute[75260]: </disk>
Dec 06 12:02:33 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:02:33 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 12:02:34 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:02:45 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 12:02:48 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:49 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:50 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:02:50 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9009MB free_disk=24.956439971923828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:02:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:02:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:02:53 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b is timed out.
Dec 06 12:02:53 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config.
Dec 06 12:02:53 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bxTtOyQd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:02:53 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[238e15b9-80e4-4f97-ae5c-232aee65ae89]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 12:02:53 user nova-compute[75260]: No targets found.
Dec 06 12:02:53 user nova-compute[75260]: iSNS:
Dec 06 12:02:53 user nova-compute[75260]: No targets found.
Dec 06 12:02:53 user nova-compute[75260]: STATIC:
Dec 06 12:02:53 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f
Dec 06 12:02:53 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 12:02:53 user nova-compute[75260]:                 Iface Name: default
Dec 06 12:02:53 user nova-compute[75260]: FIRMWARE:
Dec 06 12:02:53 user nova-compute[75260]: No targets found.
Dec 06 12:02:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 12:02:53 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 12:02:53 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc7b486f-3e3a-4b8b-be61-59792d161c3c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb38fd5-534a-42d5-8ed4-cbe653e47bff]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f (non-flash)
Dec 06 12:02:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:02:53 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f (non-flash)
Dec 06 12:02:53 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c2e5ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5e8264-5bd3-49cb-bc9f-5424c87a0302]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7cbc0ca-7ea3-43fe-97a7-dc80d05a5ef3]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[675d091d-a89b-42c7-bc09-3ab5bb786ddc]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2e8a5a-300b-40cc-88e8-d91b960b1f04]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e1e22c3-aa98-4830-bd00-d43b29eab273]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee199c98-6097-4def-95c0-ab779dd416ee]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260]
Dec 06 12:02:54 user nova-compute[75260]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f, portal: 172.16.0.220,3260] successful.
Dec 06 12:02:54 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcf79e68-5790-4cdb-9236-5763bce2442f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d07282-c10d-44bb-8922-f6aabe58d567]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== disconnect_volume: return (295ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:02:54 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 12:02:55 user nova-compute[75260]: DEBUG nova.objects.instance [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:02:55 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-7d258c20-e3ed-4363-b1b2-054bdba5ba1b tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.858s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:02:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:02:56 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:57 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:58 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:02:58 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:23 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:03:26 user nova-compute[75260]: INFO nova.compute.manager [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attaching volume e8bf052f-0149-420a-8ff2-8405db89e323 to /dev/vdb
Dec 06 12:03:26 user nova-compute[75260]: DEBUG os_brick.utils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6899bf-571f-4ca4-9213-05a8654e3144]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:4e4e2544d5f\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a9de22-889e-47df-9b99-7941e9edd0c0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a097e05d-7dc4-4874-91e9-79f0ee5fe3ba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e900769-c060-45e8-9451-9d430e3c9ada]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Running cmd (subprocess): nvme version {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] 'nvme version' failed. Not Retrying. {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] nvme not present on system {{(pid=75260) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 12:03:26 user nova-compute[75260]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 12:03:26 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3121100d-b9ef-4ba5-b9b8-0e012421ea1c]: (4, '') {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75260) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.lightos [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] LIGHTOS: no hostnqn found. {{(pid=75260) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG os_brick.utils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:4e4e2544d5f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:03:26 user nova-compute[75260]: DEBUG nova.virt.block_device [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating existing volume attachment record: 979be0ef-e8fe-43d5-b62d-dd6e92ce73b0 {{(pid=75260) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 12:03:29 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Calling os-brick to attach iSCSI Volume {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fGSFemCo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:03:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:03:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:03:35 user nova-compute[75260]: INFO os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4dd3b2a-3601-4a25-8a41-7dfb6a898e1f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 12:03:35 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --interface default --op new {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[254ad38e-7130-4aa7-9e4e-622a1b1b2f45]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323] added\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323] added
Dec 06 12:03:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97a8e61-7d69-4c66-8c7b-b144d0a50cd8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76782a8-dacf-4adf-a9e8-8592ed8b96e8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fGSFemCo {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fGSFemCo" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bfbf851-26e9-4919-bcc1-df40d72e8e39]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fGSFemCo'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a6475cf-b16d-4a0f-a45d-05b2156b5c05]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[72cfac01-b18f-4685-871f-05a13c68e917]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 12:03:35 user nova-compute[75260]:  {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 12:03:35 user nova-compute[75260]:  {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:03:35 user nova-compute[75260]: WARNING os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 12:03:35 user nova-compute[75260]: 
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --login {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[3686c7f4-6617-48a5-a740-8b49efa82402]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260]
Dec 06 12:03:35 user nova-compute[75260]: Login to [iface: default, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260] successful.
Dec 06 12:03:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8f601e-dd5e-430a-b260-4b22492ea542]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[913f7eac-0a8f-426d-8797-510a8abb4e06]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 (non-flash)
Dec 06 12:03:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 (non-flash)
Dec 06 12:03:35 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to 172.16.0.220:3260 {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75260) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75260) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 12:03:35 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[392e2f72-1470-4b9a-8eae-b46c9c3fc504]: (4, ('- - 0', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75260) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fGSFemCo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75260) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:03:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23666383464393536', 'path': '/dev/sdb'} {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666383464393536', 'path': '/dev/sdb'} {{(pid=75260) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG nova.objects.instance [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 12:03:37 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:03:37 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:03:37 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:03:37 user nova-compute[75260]:   <serial>e8bf052f-0149-420a-8ff2-8405db89e323</serial>
Dec 06 12:03:37 user nova-compute[75260]: </disk>
Dec 06 12:03:37 user nova-compute[75260]:  {{(pid=75260) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75260) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] No VIF found with MAC fa:16:3e:2e:cc:4d, not building metadata {{(pid=75260) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 12:03:37 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-1fde7989-c056-4571-89de-da5834b826ee tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.909s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:03:39 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:03:40 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:03:40 user nova-compute[75260]: INFO nova.compute.manager [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Detaching volume e8bf052f-0149-420a-8ff2-8405db89e323
Dec 06 12:03:40 user nova-compute[75260]: INFO nova.virt.block_device [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Attempting to driver detach volume e8bf052f-0149-420a-8ff2-8405db89e323 from mountpoint /dev/vdb
Dec 06 12:03:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Attempting to detach device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config. {{(pid=75260) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 12:03:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:03:40 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:03:40 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:03:40 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:03:40 user nova-compute[75260]:   <serial>e8bf052f-0149-420a-8ff2-8405db89e323</serial>
Dec 06 12:03:40 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:03:40 user nova-compute[75260]: </disk>
Dec 06 12:03:40 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:03:40 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the persistent domain config.
Dec 06 12:03:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config. {{(pid=75260) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 12:03:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.guest [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 12:03:40 user nova-compute[75260]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 12:03:40 user nova-compute[75260]:   <source dev="/dev/sdb"/>
Dec 06 12:03:40 user nova-compute[75260]:   <target dev="vdb" bus="virtio"/>
Dec 06 12:03:40 user nova-compute[75260]:   <serial>e8bf052f-0149-420a-8ff2-8405db89e323</serial>
Dec 06 12:03:40 user nova-compute[75260]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 12:03:40 user nova-compute[75260]: </disk>
Dec 06 12:03:40 user nova-compute[75260]:  {{(pid=75260) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 12:03:40 user nova-compute[75260]: DEBUG nova.virt.libvirt.driver [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 12:03:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:44 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 12:03:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:03:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:03:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:03:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8996MB free_disk=24.955413818359375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:03:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:03:54 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:54 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:54 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:03:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:03:58 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:58 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:03:59 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:00 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b is timed out.
Dec 06 12:04:00 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully detached device vdb from instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b from the live domain config.
Dec 06 12:04:00 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] calling os-brick to detach iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 12:04:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0e4c73bfa0>, {'target_iqn': 'iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fGSFemCo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 12:04:00 user nova-compute[75260]: WARNING os_brick.initiator.connectors.base [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 12:04:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 12:04:00 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 12:04:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:00 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:00 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[222fba8b-dfe2-40cb-a30f-03b88928b134]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 12:04:01 user nova-compute[75260]: No targets found.
Dec 06 12:04:01 user nova-compute[75260]: iSNS:
Dec 06 12:04:01 user nova-compute[75260]: No targets found.
Dec 06 12:04:01 user nova-compute[75260]: STATIC:
Dec 06 12:04:01 user nova-compute[75260]: Target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323
Dec 06 12:04:01 user nova-compute[75260]:         Portal: 172.16.0.220:3260,-1
Dec 06 12:04:01 user nova-compute[75260]:                 Iface Name: default
Dec 06 12:04:01 user nova-compute[75260]: FIRMWARE:
Dec 06 12:04:01 user nova-compute[75260]: No targets found.
Dec 06 12:04:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 12:04:01 user nova-compute[75260]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 12:04:01 user nova-compute[75260]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75260) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323', 0)] {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ac4f46-c4b4-4b80-8e81-422a74e15979]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a489f3-b69e-46d1-af76-6fb0ed3d6649]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 (non-flash)\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 (non-flash)
Dec 06 12:04:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 (non-flash)
Dec 06 12:04:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0e4c1bc430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323'): ({'sdb'}, set())}) {{(pid=75260) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Removing single pathed devices sdb {{(pid=75260) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[447fa41b-76ef-4535-bcbb-b2ae57927501]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a5b239c-4cb9-499d-9b44-33ded84c8b6f]: (4, ('ok\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Flushing IO for device /dev/sdb {{(pid=75260) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91d7022-03e2-4207-9b11-3958373ddc3d]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75260) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f2a065-9d2a-4190-8cef-96c95a709455]: (4, ('1', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.linuxscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] SCSI volumes sdb have been removed. {{(pid=75260) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323')] {{(pid=75260) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ef8431-93ef-4740-8b47-db691d6d3049]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --logout {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[df47fb05-fcc6-4fe6-9bb3-478a197363d0]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260]
Dec 06 12:04:01 user nova-compute[75260]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323, portal: 172.16.0.220,3260] successful.
Dec 06 12:04:01 user nova-compute[75260]:  stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op delete {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8bf052f-0149-420a-8ff2-8405db89e323 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86492) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b20ac7-eb5e-4e10-a7c2-a1c775c642c8]: (4, ('', '')) {{(pid=86492) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75260) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.base [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG os_brick.initiator.connectors.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] <== disconnect_volume: return (304ms) None {{(pid=75260) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 12:04:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Disconnected iSCSI Volume {{(pid=75260) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 12:04:02 user nova-compute[75260]: DEBUG nova.objects.instance [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'flavor' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:04:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-02308e93-0857-4cb5-97a8-c244c8b59847 tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.898s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:04:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:04:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:04:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:04:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:04:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquired lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Forcefully refreshing network info cache for instance {{(pid=75260) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG nova.objects.instance [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lazy-loading 'info_cache' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG nova.network.neutron [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [{"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Releasing lock "refresh_cache-f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" {{(pid=75260) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 12:04:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updated the network info_cache for instance {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 12:04:50 user nova-compute[75260]: DEBUG oslo_concurrency.processutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75260) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 12:04:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:04:51 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=8984MB free_disk=24.954559326171875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75260) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:04:51 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.192s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:04:55 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:04:56 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:56 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:04:58 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:59 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:04:59 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:01 user nova-compute[75260]: INFO nova.compute.manager [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Terminating instance
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.compute.manager [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Start destroying the instance on the hypervisor. {{(pid=75260) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-52ecfbbc-4374-4491-8ecc-9c29f1c159ce req-24cc6f56-19fe-4a75-82cb-67753cb3f3a1 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-vif-unplugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52ecfbbc-4374-4491-8ecc-9c29f1c159ce req-24cc6f56-19fe-4a75-82cb-67753cb3f3a1 service nova] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52ecfbbc-4374-4491-8ecc-9c29f1c159ce req-24cc6f56-19fe-4a75-82cb-67753cb3f3a1 service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-52ecfbbc-4374-4491-8ecc-9c29f1c159ce req-24cc6f56-19fe-4a75-82cb-67753cb3f3a1 service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-52ecfbbc-4374-4491-8ecc-9c29f1c159ce req-24cc6f56-19fe-4a75-82cb-67753cb3f3a1 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] No waiting events found dispatching network-vif-unplugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.compute.manager [req-52ecfbbc-4374-4491-8ecc-9c29f1c159ce req-24cc6f56-19fe-4a75-82cb-67753cb3f3a1 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-vif-unplugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f for instance with task_state deleting. {{(pid=75260) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [-] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Instance destroyed successfully.
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.objects.instance [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lazy-loading 'resources' on Instance uuid f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b {{(pid=75260) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.virt.libvirt.vif [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T11:57:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1058922215',display_name='tempest-SnapshotDataIntegrityTests-server-1058922215',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1058922215',id=53,image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFc/IQmBJ4tM50BgCzos+h4nqLWd3cWjpTOVa59kBD5srN81aWSBPF42KldNaOt+u/7AFAnwR8w2no/A7UzffoHcC5Vlu1DrR50dp6i4fZOwP+9RHgeHOG3UhhkxnpCHtQ==',key_name='tempest-keypair-1153724118',keypairs=<?>,launch_index=0,launched_at=2023-12-06T11:57:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f3c4bb4d07c74f3e8fd031b50e3531f6',ramdisk_id='',reservation_id='r-4g3j7wq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='8a78d30c-b84a-4b02-a4ea-bb9217d18030',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1988140716',owner_user_name='tempest-SnapshotDataIntegrityTests-1988140716-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T11:58:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd532df6b28b4184aa069dfa54313956',uuid=f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Converting VIF {"id": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "address": "fa:16:3e:2e:cc:4d", "network": {"id": "a062c9fe-149e-4712-adef-5d876c01713d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-825185931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f3c4bb4d07c74f3e8fd031b50e3531f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b99fb04-5d", "ovs_interfaceid": "7b99fb04-5d7f-4d7d-b526-b8131e00160f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.network.os_vif_util [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d') {{(pid=75260) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG os_vif [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d') {{(pid=75260) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b99fb04-5d, bridge=br-int, if_exists=True) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc68f04e-0f9b-453a-8b79-16efbfa6db93) {{(pid=75260) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:01 user nova-compute[75260]: INFO os_vif [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:cc:4d,bridge_name='br-int',has_traffic_filtering=True,id=7b99fb04-5d7f-4d7d-b526-b8131e00160f,network=Network(a062c9fe-149e-4712-adef-5d876c01713d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b99fb04-5d')
Dec 06 12:05:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Deleting instance files /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b_del
Dec 06 12:05:01 user nova-compute[75260]: INFO nova.virt.libvirt.driver [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Deletion of /opt/stack/data/nova/instances/f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b_del complete
Dec 06 12:05:01 user nova-compute[75260]: INFO nova.compute.manager [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 06 12:05:01 user nova-compute[75260]: DEBUG oslo.service.loopingcall [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75260) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.compute.manager [-] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Deallocating network for instance {{(pid=75260) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 12:05:01 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] deallocate_for_instance() {{(pid=75260) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 12:05:02 user nova-compute[75260]: DEBUG nova.network.neutron [-] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Updating instance_info_cache with network_info: [] {{(pid=75260) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 12:05:02 user nova-compute[75260]: INFO nova.compute.manager [-] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Took 0.85 seconds to deallocate network for instance.
Dec 06 12:05:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:02 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:02 user nova-compute[75260]: DEBUG nova.compute.manager [req-8d8786f3-06fc-44c4-a14f-7e467ed99c22 req-21987297-16c7-406b-85b3-7c01c3dde44f service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-vif-deleted-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 12:05:02 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:05:02 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:05:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.171s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:03 user nova-compute[75260]: INFO nova.scheduler.client.report [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Deleted allocations for instance f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b
Dec 06 12:05:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-8b17-4686-a83b-3723b6b40c5c tempest-SnapshotDataIntegrityTests-1988140716 tempest-SnapshotDataIntegrityTests-1988140716-project-member] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.220s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f88e9a9-2d6c-436b-86df-4ac84560b95b req-72ac8e36-b526-4844-b178-b2203ff49cb3 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received event network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 12:05:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f88e9a9-2d6c-436b-86df-4ac84560b95b req-72ac8e36-b526-4844-b178-b2203ff49cb3 service nova] Acquiring lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f88e9a9-2d6c-436b-86df-4ac84560b95b req-72ac8e36-b526-4844-b178-b2203ff49cb3 service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:03 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [req-8f88e9a9-2d6c-436b-86df-4ac84560b95b req-72ac8e36-b526-4844-b178-b2203ff49cb3 service nova] Lock "f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:03 user nova-compute[75260]: DEBUG nova.compute.manager [req-8f88e9a9-2d6c-436b-86df-4ac84560b95b req-72ac8e36-b526-4844-b178-b2203ff49cb3 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] No waiting events found dispatching network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f {{(pid=75260) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 12:05:03 user nova-compute[75260]: WARNING nova.compute.manager [req-8f88e9a9-2d6c-436b-86df-4ac84560b95b req-72ac8e36-b526-4844-b178-b2203ff49cb3 service nova] [instance: f01a4d3f-a737-4f13-a9d5-19dd2cfa7c0b] Received unexpected event network-vif-plugged-7b99fb04-5d7f-4d7d-b526-b8131e00160f for instance with vm_state deleted and task_state None.
Dec 06 12:05:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:05:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:05:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:05:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:05:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:05:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:05:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:28 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:05:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:49 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:05:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:05:49 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 12:05:50 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:50 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 12:05:50 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] There are 0 instances to clean {{(pid=75260) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 12:05:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:05:52 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:05:52 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9139MB free_disk=24.98190689086914GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:05:52 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.258s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:05:54 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:55 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:57 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:05:57 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:05:58 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:05:59 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:01 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:10 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:10 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75260) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 12:06:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:06:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:06:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:06:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:36 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:41 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:06:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:06:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:06:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:06:46 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:47 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:51 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Starting heal instance info cache {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 12:06:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Rebuilding the list of instances to heal {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 12:06:51 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Didn't find any instances for network info cache update. {{(pid=75260) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 12:06:51 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Auditing locally available compute resources for user (node: user) {{(pid=75260) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 12:06:53 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:06:53 user nova-compute[75260]: WARNING nova.virt.libvirt.driver [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Hypervisor/Node resource view: name=user free_ram=9233MB free_disk=24.973770141601562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75260) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75260) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing inventories for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating ProviderTree inventory for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Updating inventory in ProviderTree for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing aggregate associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, aggregates: None {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Refreshing trait associations for resource provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE42,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_BOCHS {{(pid=75260) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.provider_tree [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed in ProviderTree for provider: f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 {{(pid=75260) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.scheduler.client.report [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Inventory has not changed for provider f0bbc91e-7cc6-44b7-a95c-ef58375ee0a9 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75260) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG nova.compute.resource_tracker [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Compute_service record updated for user:user {{(pid=75260) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 12:06:53 user nova-compute[75260]: DEBUG oslo_concurrency.lockutils [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.264s {{(pid=75260) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 12:06:54 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:06:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:06:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:06:56 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:06:58 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:06:58 user nova-compute[75260]: DEBUG nova.compute.manager [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75260) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 12:07:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:07:00 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:07:01 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:07:01 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:07:03 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 12:07:06 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:07:11 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:07:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:07:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:07:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:07:16 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:21 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 12:07:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75260) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 12:07:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:07:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75260) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 12:07:26 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:31 user nova-compute[75260]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75260) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 12:07:33 user nova-compute[75260]: DEBUG oslo_service.periodic_task [None req-77dcfeb9-d52a-4621-84ee-b6a4fdfc1304 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75260) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}